00000800:00000200:1.1F:1746145477.380547:0:3764:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012fecde40] -> 12345-192.168.203.112@tcp (2) 00000800:00000200:0.1F:1746145477.381056:0:3755:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012fecde40] -> 12345-192.168.203.112@tcp (2) 00000800:00000200:0.1:1746145477.381064:0:3755:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp ffff8800a8980540 deleted 00000800:00000010:0.1:1746145477.381065:0:3755:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a8980540. 00000800:00000200:0.1:1746145477.381068:0:3755:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746145477.381073:0:3755:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:1023 00000800:00000200:0.1:1746145477.381076:0:3755:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880129d34500 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1746145477.381148:0:3754:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746145477.381503:0:3756:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012fecde40] -> 12345-192.168.203.112@tcp (4) 00000800:00000200:0.1:1746145477.381506:0:3756:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.112@tcp ffff8800a8980540 deleted 00000800:00000010:0.1:1746145477.381507:0:3756:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a8980540. 00000800:00000200:0.1:1746145477.381508:0:3756:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1746145477.381557:0:3754:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1746145477.566936:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a44ccf00. 00010000:00000010:3.1:1746145477.567692:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b520fc00. 00010000:00000010:2.1F:1746145477.786247:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800ad52c000. 00010000:00000010:2.1:1746145477.786268:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4103600. 00010000:00000010:2.1:1746145477.801635:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4102200. 00010000:00000010:3.1:1746145477.824308:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800ad66a800. 00010000:00000010:3.1:1746145477.825392:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4163600. 00080000:00000010:3.1:1746145477.838940:0:20:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff88011db30e40. 00010000:00010000:0.0:1746146138.499863:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eea3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb0dd expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.499874:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eea3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb0dd expref: 6 pid: 21272 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746146138.499881:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830966198721792:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146138.499897:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146138.502333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.502921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.503830:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.505446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.507169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.508087:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+381:2008:x1830966201017088:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 766us (920us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746146138.508093:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1704 00002000:00100000:0.0:1746146138.508099:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130c26a00 x1830966201017088/t4294970523(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.508105:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26a00 with x1830966201017088 ext(0->7) 00010000:00010000:0.0:1746146138.508110:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c465600/0x88944630cfb5eeb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb0eb expref: 381 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.508119:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c465600/0x88944630cfb5eeb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb0eb expref: 381 pid: 9584 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.508123:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130c26a00 00000100:00100000:0.0:1746146138.509755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.513034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.514606:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.516301:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.518395:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.524070:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.524912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.527024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.527111:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201018752 00000100:00100000:0.0:1746146138.527115:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201018752 00010000:00010000:0.0:1746146138.527133:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eebf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb0f9 expref: 6 pid: 9584 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746146138.527221:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12116 00000100:00100000:0.0:1746146138.527227:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201018752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146138.527236:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146138.527249:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eebf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb0f9 expref: 6 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.527257:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eebf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb0f9 expref: 6 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.527365:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eebf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb0f9 expref: 6 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.527378:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146138.527380:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146138.527385:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7a00/0x88944630cfb5eec6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb100 expref: 380 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.527396:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7a00/0x88944630cfb5eec6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb100 expref: 380 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.527708:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7a00/0x88944630cfb5eec6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb100 expref: 381 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.527885:0:11920:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7a00/0x88944630cfb5eec6 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb100 expref: 381 pid: 9584 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746146138.527896:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198722560:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146138.527950:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146138.531478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.532644:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+383:2008:x1830966201019392:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (1167us total) trans 4294970524 rc 0/0 00000100:00100000:0.0:1746146138.532651:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1706 00002000:00100000:0.0:1746146138.532658:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097f52a00 x1830966201019392/t4294970524(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.532665:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f52a00 with x1830966201019392 ext(0->7) 00010000:00010000:0.0:1746146138.532671:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7a00/0x88944630cfb5eec6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb100 expref: 383 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.532680:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7a00/0x88944630cfb5eec6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb100 expref: 383 pid: 9584 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.532689:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f52a00 00000100:00100000:0.0:1746146138.544850:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.549828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.551763:0:11920:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198722816:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146138.551778:0:11920:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146138.551810:0:11920:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+383:2009:x1830966201019648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6798us (6967us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146138.551818:0:11920:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12118 00000100:00100000:0.0:1746146138.551839:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201019904 00000100:00100000:0.0:1746146138.551842:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201019904 00002000:00100000:0.0:1746146138.551864:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb99500 x1830966201019904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 488/0 e 0 to 0 dl 1746146149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.551873:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb99500 with x1830966201019904 ext(0->4095) 00002000:00010000:0.0:1746146138.551877:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb99500 00000100:00100000:0.0:1746146138.551891:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12739 00000100:00100000:0.0:1746146138.551897:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+383:2008:x1830966201019904:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146138.551983:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+383:2008:x1830966201019904:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (547us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146138.551988:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12739 00002000:00100000:0.0:1746146138.551993:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb99500 x1830966201019904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746146149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.551999:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb99500 with x1830966201019904 ext(0->4095) 00002000:00010000:0.0:1746146138.552002:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb99500 00000100:00100000:0.0:1746146138.554243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.554298:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.554313:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201020160 00000100:00100000:0.0:1746146138.554318:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201020160 00010000:00010000:0.0:1746146138.554704:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6000/0x88944630cfb5eecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb107 expref: 383 pid: 9584 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746146138.555867:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12119 00000100:00100000:0.0:1746146138.555877:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+383:2008:x1830966201020160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146138.555888:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146138.555903:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6000/0x88944630cfb5eecd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb107 expref: 383 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.555914:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6000/0x88944630cfb5eecd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb107 expref: 383 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.555929:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6000/0x88944630cfb5eecd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb107 expref: 383 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.555952:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146138.555954:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146138.555959:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eed4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb10e expref: 382 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.555967:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eed4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb10e expref: 382 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.555989:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eed4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb10e expref: 382 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.555998:0:11920:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb10e expref: 382 pid: 9584 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746146138.556009:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198723200:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146138.556064:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146138.563241:0:11920:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198723200:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146138.563255:0:11920:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146138.563273:0:11920:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+382:2008:x1830966201020160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7399us (8975us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146138.563279:0:11920:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12119 00000100:00100000:0.0:1746146138.566816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.567761:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+384:2008:x1830966201020672:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 658us (951us total) trans 4294970525 rc 0/0 00000100:00100000:0.0:1746146138.567768:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1708 00002000:00100000:0.0:1746146138.567775:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097f50700 x1830966201020672/t4294970525(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.567781:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f50700 with x1830966201020672 ext(0->7) 00010000:00010000:0.0:1746146138.567785:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb10e expref: 384 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.567794:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5eed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb10e expref: 384 pid: 9584 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.567799:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f50700 00000100:00100000:0.0:1746146138.568918:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.573477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.579202:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.580221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.583230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.585542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.585588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.586154:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201021952 00000100:00100000:0.0:1746146138.586158:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201021952 00010000:00010000:0.0:1746146138.586172:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5eee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb11c expref: 385 pid: 21272 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746146138.586811:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12122 00000100:00100000:0.0:1746146138.586818:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+385:2010:x1830966201021952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146138.586826:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146138.586837:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5eee2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb11c expref: 385 pid: 21272 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.586846:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5eee2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb11c expref: 385 pid: 21272 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.586858:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5eee2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb11c expref: 385 pid: 21272 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.587508:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146138.587511:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146138.587518:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5eee9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb123 expref: 384 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.587529:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5eee9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb123 expref: 384 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.587555:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5eee9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb123 expref: 384 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146138.587565:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5eee9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb123 expref: 384 pid: 21272 timeout: 840 lvb_type: 0 00000100:00100000:0.0:1746146138.587574:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198723840:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146138.588213:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146138.591620:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.594265:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+386:2008:x1830966201022464:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2438us (2644us total) trans 4294970526 rc 0/0 00000100:00100000:0.0:1746146138.594273:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1711 00002000:00100000:0.0:1746146138.594281:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072869880 x1830966201022464/t4294970526(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.594287:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869880 with x1830966201022464 ext(0->7) 00010000:00010000:0.0:1746146138.594293:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5eee9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb123 expref: 386 pid: 21272 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.594302:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5eee9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb123 expref: 386 pid: 21272 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.594313:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072869880 00000001:00080000:0.0:1746146138.597955:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970526 is committed 00000100:00100000:0.0:1746146138.603419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.605157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.605226:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.608574:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.611338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.614611:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.616531:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966201023744:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1645us (1920us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1746146138.616539:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1713 00002000:00100000:0.0:1746146138.616547:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072869500 x1830966201023744/t4294970527(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.616555:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869500 with x1830966201023744 ext(0->7) 00010000:00010000:0.0:1746146138.616562:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031400/0x88944630cfb5eef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb131 expref: 9 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.616572:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031400/0x88944630cfb5eef7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb131 expref: 9 pid: 9584 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.616578:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072869500 00000100:00100000:0.0:1746146138.617994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.620377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.622028:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.624631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.627172:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.628409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.630776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.630821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.630966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.634076:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201025536 00000100:00100000:0.0:1746146138.634081:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201025536 00002000:00100000:0.0:1746146138.634113:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133369500 x1830966201025536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 488/0 e 0 to 0 dl 1746146149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.634121:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369500 with x1830966201025536 ext(0->4095) 00010000:00010000:0.0:1746146138.634128:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030a00/0x88944630cfb5ef0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb146 expref: 8 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.634137:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030a00/0x88944630cfb5ef0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb146 expref: 8 pid: 9584 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.634144:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133369500 00000100:00100000:0.0:1746146138.634158:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1715 00000100:00100000:0.0:1746146138.634164:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966201025536:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146138.634261:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966201025536:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146138.634266:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1715 00002000:00100000:0.0:1746146138.634271:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133369500 x1830966201025536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.634277:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369500 with x1830966201025536 ext(0->4095) 00010000:00010000:0.0:1746146138.634281:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030a00/0x88944630cfb5ef0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb146 expref: 8 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.634290:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030a00/0x88944630cfb5ef0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb146 expref: 8 pid: 9584 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.634295:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133369500 00000100:00100000:0.0:1746146138.637227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.638867:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966201025792:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1453us (1641us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746146138.638877:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1716 00002000:00100000:0.0:1746146138.638884:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b179180 x1830966201025792/t4294970528(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.638892:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179180 with x1830966201025792 ext(0->7) 00010000:00010000:0.0:1746146138.638899:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030a00/0x88944630cfb5ef0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb146 expref: 10 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.638909:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030a00/0x88944630cfb5ef0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb146 expref: 10 pid: 9584 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.638913:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b179180 00000100:00100000:0.0:1746146138.640461:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.643532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.646205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.648663:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.648788:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.650356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.650382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.650422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.653959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.656277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.657507:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2008:x1830966201027584:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1025us (1230us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746146138.657515:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1719 00002000:00100000:0.0:1746146138.657522:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007dfdea00 x1830966201027584/t4294970529(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.657530:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdea00 with x1830966201027584 ext(0->7) 00010000:00010000:0.0:1746146138.657536:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5ef21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb15b expref: 13 pid: 9584 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.657547:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5ef21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb15b expref: 13 pid: 9584 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.657553:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dfdea00 00000100:00100000:0.0:1746146138.659860:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.662412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.665391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.668080:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.670482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676543:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676600:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676651:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.676675:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201028992 00000100:00100000:0.0:1746146138.676677:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201028992 00000100:00100000:0.0:1746146138.676696:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201029504 00000100:00100000:0.0:1746146138.676698:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201029504 00000100:00100000:0.0:1746146138.676708:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201029120 00000100:00100000:0.0:1746146138.676709:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201029120 00000100:00100000:0.0:1746146138.676751:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201029376 00000100:00100000:0.0:1746146138.676753:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201029376 00000100:00100000:0.0:1746146138.676764:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1106 00000100:00100000:0.0:1746146138.676769:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966201028992:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146138.676792:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966201028992:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 23us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146138.676796:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1106 00000100:00100000:0.0:1746146138.676805:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1108 00000100:00100000:0.0:1746146138.676808:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966201029120:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146138.676821:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966201029120:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 13us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146138.676825:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1108 00000100:00100000:0.0:1746146138.681078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.681111:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.681156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.684988:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.689648:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966201030528:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 677us (1235us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746146138.689656:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1721 00002000:00100000:0.0:1746146138.689662:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880133368380 x1830966201030528/t4294970530(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.689669:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368380 with x1830966201030528 ext(0->7) 00010000:00010000:0.0:1746146138.689675:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5ef36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb170 expref: 14 pid: 26612 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.689685:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5ef36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb170 expref: 14 pid: 26612 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.689690:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133368380 00000100:00100000:0.0:1746146138.692995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.698016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.701219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.703631:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.708633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.708758:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.711366:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.711398:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.712336:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201031936 00000100:00100000:0.0:1746146138.712340:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201031936 00000100:00100000:0.0:1746146138.715323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.719837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.722109:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201032576:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2063us (2268us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746146138.722119:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1724 00002000:00100000:0.0:1746146138.722127:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e83e680 x1830966201032576/t4294970531(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.722140:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83e680 with x1830966201032576 ext(0->7) 00010000:00010000:0.0:1746146138.722147:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5ef4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb185 expref: 17 pid: 21272 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.722158:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5ef4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb185 expref: 17 pid: 21272 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.722163:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e83e680 00000100:00100000:0.0:1746146138.723566:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.725441:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.730175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.734332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.734672:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.736430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.738494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.742268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.744876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.745829:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2007:x1830966201034240:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 708us (951us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746146138.745836:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1726 00002000:00100000:0.0:1746146138.745843:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d177b80 x1830966201034240/t4294970532(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.745852:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d177b80 with x1830966201034240 ext(0->7) 00010000:00010000:0.0:1746146138.745856:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5ef59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb19a expref: 18 pid: 21272 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.745869:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5ef59 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb19a expref: 18 pid: 21272 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.745874:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d177b80 00000100:00100000:0.0:1746146138.748243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.750024:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.753186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.754246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.756454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.760062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.762594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.767095:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2009:x1830966201035520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3320us (4500us total) trans 4294970533 rc 0/0 00000100:00100000:0.0:1746146138.767105:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1728 00002000:00100000:0.0:1746146138.767115:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d176a00 x1830966201035520/t4294970533(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.767123:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176a00 with x1830966201035520 ext(0->7) 00010000:00010000:0.0:1746146138.767131:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5ef6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1a8 expref: 21 pid: 21272 timeout: 840 lvb_type: 0 00010000:00010000:0.0:1746146138.767144:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5ef6e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1a8 expref: 21 pid: 21272 timeout: 840 lvb_type: 0 00002000:00010000:0.0:1746146138.767150:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d176a00 00000100:00100000:0.0:1746146138.768800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.772241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.778203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.778286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.781522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.783819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.785978:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.788387:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2010:x1830966201036800:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 897us (2411us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746146138.788395:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1730 00002000:00100000:0.0:1746146138.788403:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c1ac380 x1830966201036800/t4294970534(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.788410:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1ac380 with x1830966201036800 ext(0->7) 00010000:00010000:0.0:1746146138.788416:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031000/0x88944630cfb5ef7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1b6 expref: 22 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.788427:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031000/0x88944630cfb5ef7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1b6 expref: 22 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.788433:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c1ac380 00000100:00100000:0.0:1746146138.792471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.800395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.800441:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.803133:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.805230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.805608:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.805834:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.808120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.812479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.813509:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2009:x1830966201038592:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (1035us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746146138.813517:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1733 00002000:00100000:0.0:1746146138.813524:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b159880 x1830966201038592/t4294970535(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.813532:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159880 with x1830966201038592 ext(0->7) 00010000:00010000:0.0:1746146138.813537:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb5ef8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1cb expref: 24 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.813546:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb5ef8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1cb expref: 24 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.813551:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b159880 00000100:00100000:0.0:1746146138.823396:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.823497:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.830398:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.834143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.839436:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.843855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.845308:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2007:x1830966201039744:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1265us (1455us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746146138.845314:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1735 00002000:00100000:0.0:1746146138.845321:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b159500 x1830966201039744/t4294970536(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.845329:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159500 with x1830966201039744 ext(0->7) 00010000:00010000:0.0:1746146138.845334:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5ef9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1d9 expref: 26 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.845344:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5ef9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1d9 expref: 26 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.845349:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b159500 00000100:00100000:0.0:1746146138.847316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.853982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.854068:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.856927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.857011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.859512:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.862361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.863554:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966201041024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 682us (1197us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746146138.863560:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1737 00002000:00100000:0.0:1746146138.863566:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a4cdf80 x1830966201041024/t4294970537(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.863573:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cdf80 with x1830966201041024 ext(0->7) 00010000:00010000:0.0:1746146138.863577:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5efad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1e7 expref: 29 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.863586:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5efad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1e7 expref: 29 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.863591:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4cdf80 00000100:00100000:0.0:1746146138.865341:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.868030:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.871087:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.875141:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.875190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.877617:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.878406:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.880454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.880491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.883398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.884992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.887041:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2010:x1830966201043072:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1927us (2045us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746146138.887051:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1740 00002000:00100000:0.0:1746146138.887059:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099526a00 x1830966201043072/t4294970538(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.887066:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526a00 with x1830966201043072 ext(0->7) 00010000:00010000:0.0:1746146138.887072:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5efc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1fc expref: 30 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.887084:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5efc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb1fc expref: 30 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.887090:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099526a00 00000100:00100000:0.0:1746146138.889001:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.892671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.895902:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.897794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.900339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.901482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.906412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.906451:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.906493:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.910933:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.916229:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.917579:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2007:x1830966201045120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 963us (1353us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746146138.917588:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1742 00002000:00100000:0.0:1746146138.917595:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880070b2c380 x1830966201045120/t4294970539(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.917602:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c380 with x1830966201045120 ext(0->7) 00010000:00010000:0.0:1746146138.917609:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7400/0x88944630cfb5efd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb211 expref: 32 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.917620:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7400/0x88944630cfb5efd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb211 expref: 32 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.917626:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070b2c380 00000100:00100000:0.0:1746146138.926023:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.929618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.933964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.936215:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.941946:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.942001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.947081:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.947894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.947917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.951314:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201046912 00000100:00100000:0.0:1746146138.951320:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201046912 00002000:00100000:0.0:1746146138.951351:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133368a80 x1830966201046912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 488/0 e 0 to 0 dl 1746146149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.951359:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368a80 with x1830966201046912 ext(0->4095) 00010000:00010000:0.0:1746146138.951366:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5efec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb226 expref: 33 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.951378:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5efec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb226 expref: 33 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.951384:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133368a80 00000100:00100000:0.0:1746146138.951397:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1743 00000100:00100000:0.0:1746146138.951402:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2008:x1830966201046912:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146138.951787:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2008:x1830966201046912:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 384us (547us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146138.951793:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1743 00002000:00100000:0.0:1746146138.951798:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133368a80 x1830966201046912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.951804:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368a80 with x1830966201046912 ext(0->4095) 00010000:00010000:0.0:1746146138.951809:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5efec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb226 expref: 33 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.951820:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5efec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb226 expref: 33 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.951825:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133368a80 00000100:00100000:0.0:1746146138.954950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.957411:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2010:x1830966201047168:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1898us (2461us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746146138.957424:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1744 00002000:00100000:0.0:1746146138.957433:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b5f8a80 x1830966201047168/t4294970540(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.957449:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8a80 with x1830966201047168 ext(0->7) 00010000:00010000:0.0:1746146138.957458:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5efec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb226 expref: 35 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.957472:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5efec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb226 expref: 35 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.957478:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5f8a80 00000100:00100000:0.0:1746146138.960481:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.963615:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.967707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.969215:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.973263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.973323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.973749:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1745 00000100:00100000:0.0:1746146138.973755:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201048064:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146138.973877:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201048064:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (616us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146138.973883:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1745 00002000:00100000:0.0:1746146138.973888:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012cef6300 x1830966201048064/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.973894:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966201048064 ext(0->4095) 00010000:00010000:0.0:1746146138.973898:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031a00/0x88944630cfb5effa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb234 expref: 6 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.973907:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031a00/0x88944630cfb5effa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb234 expref: 6 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.973912:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cef6300 00000100:00100000:0.0:1746146138.976570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.980058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.983852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.993874:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146138.995443:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2009:x1830966201048832:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1180us (1570us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746146138.995450:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1746 00002000:00100000:0.0:1746146138.995457:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072b8fb80 x1830966201048832/t4294970541(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:269/0 lens 496/448 e 0 to 0 dl 1746146149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146138.995463:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8fb80 with x1830966201048832 ext(0->7) 00010000:00010000:0.0:1746146138.995468:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5f001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb23b expref: 36 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146138.995478:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5f001 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb23b expref: 36 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146138.995483:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072b8fb80 00000100:00100000:0.0:1746146138.999803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.004269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146139.004413:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146139.007444:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146139.008332:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146139.010522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.014265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.017579:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.021264:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.024767:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2010:x1830966201049984:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2527us (3502us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746146139.024780:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1748 00002000:00100000:0.0:1746146139.024788:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eae300 x1830966201049984/t4294970542(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.024795:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae300 with x1830966201049984 ext(0->7) 00010000:00010000:0.0:1746146139.024803:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7a00/0x88944630cfb5f00f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb249 expref: 38 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.024814:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7a00/0x88944630cfb5f00f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb249 expref: 38 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.024824:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eae300 00000100:00100000:0.0:1746146139.028707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.031496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.034481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.034593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.037178:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.040391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.041292:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966201051264:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 717us (904us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746146139.041298:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1751 00002000:00100000:0.0:1746146139.041305:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a746680 x1830966201051264/t4294970543(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.041312:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746680 with x1830966201051264 ext(0->7) 00010000:00010000:0.0:1746146139.041317:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f01d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb257 expref: 41 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.041326:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f01d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb257 expref: 41 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.041332:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a746680 00000100:00100000:0.0:1746146139.043101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.046377:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.056110:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.056175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.056822:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201051904 00000100:00100000:0.0:1746146139.056826:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201051904 00000100:00100000:0.0:1746146139.056850:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28823 00000100:00100000:0.0:1746146139.056854:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1110:x1830966201051904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146139.056858:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146139.056870:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb26c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.056907:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb5f024 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb25e expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.056914:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb265 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.056918:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.056919:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.056921:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.057010:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb265 expref: 6 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.057016:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f032 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb265 expref: 6 pid: 21272 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746146139.057025:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198734080:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146139.057196:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb5f024 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb25e expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.057207:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb5f024 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb25e expref: 41 pid: 9582 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746146139.057217:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198734208:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146139.057240:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146139.059770:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.062191:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198734080:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146139.063981:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb5f024 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb25e expref: 41 pid: 9582 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746146139.064167:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198734208:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146139.064193:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 40 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.064202:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b63a800, rc 0) 00000100:00100000:0.0:1746146139.064229:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1110:x1830966201051904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7374us (8054us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146139.064236:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28823 00000100:00100000:0.0:1746146139.064948:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201052416 00000100:00100000:0.0:1746146139.064952:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201052416 00000100:00100000:0.0:1746146139.064986:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28824 00000100:00100000:0.0:1746146139.064993:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1112:x1830966201052416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146139.065215:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146139.065230:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b63ac00/0x88944630cfb5f039 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb273 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.065404:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.065411:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.065417:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146139.065420:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b63ac00/0x88944630cfb5f039 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb273 expref: 41 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.065452:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.065465:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b63ac00/0x88944630cfb5f039 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb273 expref: 41 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.065474:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.065476:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.065481:0:10121:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.065489:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.065509:0:10121:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.065520:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746146139.065531:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198734464:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146139.065619:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146139.067354:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b1a1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198734464:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146139.067368:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b63ac00, rc 0) 00000100:00100000:0.0:1746146139.067407:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1112:x1830966201052416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2415us (3271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146139.067414:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28824 00000100:00100000:0.0:1746146139.067823:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201052800 00000100:00100000:0.0:1746146139.067943:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201052800 00002000:00100000:0.0:1746146139.067974:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb9bb80 x1830966201052800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.067983:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9bb80 with x1830966201052800 ext(0->4095) 00010000:00010000:0.0:1746146139.067990:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.068001:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.068006:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9bb80 00000100:00100000:0.0:1746146139.068030:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1753 00000100:00100000:0.0:1746146139.068036:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966201052800:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.068124:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966201052800:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.068131:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1753 00002000:00100000:0.0:1746146139.068135:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb9bb80 x1830966201052800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.068141:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9bb80 with x1830966201052800 ext(0->4095) 00010000:00010000:0.0:1746146139.068145:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.068152:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 41 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.068157:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9bb80 00000100:00100000:0.0:1746146139.070032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.071353:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2009:x1830966201053056:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1120us (1320us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746146139.071363:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1754 00002000:00100000:0.0:1746146139.071372:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b1a1c00 x1830966201053056/t4294970544(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.071380:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1c00 with x1830966201053056 ext(0->7) 00010000:00010000:0.0:1746146139.071388:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 43 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.071401:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b63a800/0x88944630cfb5f02b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb26c expref: 43 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.071408:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1a1c00 00000100:00100000:0.0:1746146139.077474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.082854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.087993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.088031:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.093336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.097097:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.100201:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.102151:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2009:x1830966201054336:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 749us (1956us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746146139.102157:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1756 00002000:00100000:0.0:1746146139.102164:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b993100 x1830966201054336/t4294970545(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.102171:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993100 with x1830966201054336 ext(0->7) 00010000:00010000:0.0:1746146139.102177:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5f040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb281 expref: 44 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.102186:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5f040 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb281 expref: 44 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.102191:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b993100 00000100:00100000:0.0:1746146139.103877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.108292:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201054720 00000100:00100000:0.0:1746146139.108297:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201054720 00002000:00100000:0.0:1746146139.108324:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb98380 x1830966201054720/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.108332:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98380 with x1830966201054720 ext(0->4095) 00002000:00010000:0.0:1746146139.108335:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb98380 00000100:00100000:0.0:1746146139.108374:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12770 00000100:00100000:0.0:1746146139.108380:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201054720:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.108807:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201054720:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 426us (768us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.108813:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12770 00002000:00100000:0.0:1746146139.108818:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb98380 x1830966201054720/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.108824:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98380 with x1830966201054720 ext(0->4095) 00002000:00010000:0.0:1746146139.108826:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb98380 00000100:00100000:0.0:1746146139.115822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.118070:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201055232 00000100:00100000:0.0:1746146139.118078:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201055232 00002000:00100000:0.0:1746146139.118118:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb98700 x1830966201055232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.118127:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98700 with x1830966201055232 ext(0->4095) 00010000:00010000:0.0:1746146139.118136:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f04e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb288 expref: 46 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.118147:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f04e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb288 expref: 46 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.118153:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb98700 00000100:00100000:0.0:1746146139.118189:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1757 00000100:00100000:0.0:1746146139.118197:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966201055232:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.118348:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966201055232:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (651us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.118356:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1757 00002000:00100000:0.0:1746146139.118363:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb98700 x1830966201055232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.118370:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98700 with x1830966201055232 ext(0->4095) 00010000:00010000:0.0:1746146139.118376:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f04e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb288 expref: 46 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.118384:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f04e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb288 expref: 46 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.118390:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb98700 00000100:00100000:0.0:1746146139.122298:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.122359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.125353:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201055616 00000100:00100000:0.0:1746146139.125363:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201055616 00010000:00010000:0.0:1746146139.125398:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f04e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb288 expref: 45 pid: 26612 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746146139.125450:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12174 00000100:00100000:0.0:1746146139.125472:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2010:x1830966201055616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146139.125486:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146139.125504:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f04e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb288 expref: 45 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.125515:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f04e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb288 expref: 45 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.125537:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f04e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb288 expref: 45 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.125574:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.125576:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.125583:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.125591:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.125636:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.125656:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 44 pid: 9582 timeout: 841 lvb_type: 0 00000100:00100000:0.0:1746146139.125668:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b991500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198735616:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146139.125867:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146139.130308:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.130338:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201055872 00000100:00100000:0.0:1746146139.130344:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201055872 00002000:00100000:0.0:1746146139.130377:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b992680 x1830966201055872/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.130384:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992680 with x1830966201055872 ext(0->4095) 00010000:00010000:0.0:1746146139.130391:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 45 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.130402:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 45 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.130407:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b992680 00000100:00100000:0.0:1746146139.130422:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1758 00000100:00100000:0.0:1746146139.130428:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966201055872:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.130526:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966201055872:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.130532:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1758 00002000:00100000:0.0:1746146139.130537:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b992680 x1830966201055872/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.130543:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992680 with x1830966201055872 ext(0->4095) 00010000:00010000:0.0:1746146139.130548:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 44 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.130556:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 44 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.130562:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b992680 00000100:00100000:0.0:1746146139.136051:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.139814:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966201056128:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3019us (3762us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746146139.139824:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1759 00002000:00100000:0.0:1746146139.139834:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b991f80 x1830966201056128/t4294970546(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.139843:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991f80 with x1830966201056128 ext(0->7) 00010000:00010000:0.0:1746146139.139851:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 46 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.139866:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb28f expref: 46 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.139872:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b991f80 00000100:00100000:0.0:1746146139.142814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.145528:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.146874:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201056640 00000100:00100000:0.0:1746146139.146878:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201056640 00002000:00100000:0.0:1746146139.146901:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb9b480 x1830966201056640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.146910:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b480 with x1830966201056640 ext(0->4095) 00010000:00010000:0.0:1746146139.146916:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5f05c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb296 expref: 6 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.146925:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5f05c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb296 expref: 6 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.146931:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9b480 00000100:00100000:0.0:1746146139.146942:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1760 00000100:00100000:0.0:1746146139.146947:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201056640:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.147027:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201056640:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 80us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.147032:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1760 00002000:00100000:0.0:1746146139.147037:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cb9b480 x1830966201056640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.147043:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b480 with x1830966201056640 ext(0->4095) 00010000:00010000:0.0:1746146139.147047:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5f05c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb296 expref: 6 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.147055:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5f05c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb296 expref: 6 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.147060:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9b480 00000100:00100000:0.0:1746146139.150519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.150562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.153393:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.157042:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.158598:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2009:x1830966201057408:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1410us (1559us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746146139.158607:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1762 00002000:00100000:0.0:1746146139.158619:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801369cea00 x1830966201057408/t4294970547(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.158628:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cea00 with x1830966201057408 ext(0->7) 00010000:00010000:0.0:1746146139.158634:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6000/0x88944630cfb5f063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb29d expref: 49 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.158647:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6000/0x88944630cfb5f063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb29d expref: 49 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.158653:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801369cea00 00000100:00100000:0.0:1746146139.163902:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.168468:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201057920 00000100:00100000:0.0:1746146139.168474:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201057920 00002000:00100000:0.0:1746146139.168505:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880134d5d880 x1830966201057920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.168513:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5d880 with x1830966201057920 ext(0->4095) 00002000:00010000:0.0:1746146139.168517:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d5d880 00000100:00100000:0.0:1746146139.168534:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12771 00000100:00100000:0.0:1746146139.168540:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966201057920:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.168633:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966201057920:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.168639:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12771 00002000:00100000:0.0:1746146139.168643:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880134d5d880 x1830966201057920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.168649:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5d880 with x1830966201057920 ext(0->4095) 00002000:00010000:0.0:1746146139.168652:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d5d880 00000100:00100000:0.0:1746146139.176175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.179454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.181329:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2009:x1830966201058688:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1703us (1876us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746146139.181338:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1764 00002000:00100000:0.0:1746146139.181346:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012093d880 x1830966201058688/t4294970548(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.181354:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d880 with x1830966201058688 ext(0->7) 00010000:00010000:0.0:1746146139.181360:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7400/0x88944630cfb5f071 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2ab expref: 50 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.181372:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7400/0x88944630cfb5f071 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2ab expref: 50 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.181378:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012093d880 00000100:00100000:0.0:1746146139.185081:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.189159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.191099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.191162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.193166:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.193204:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.194829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.194872:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.196903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.198934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.200195:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966201060480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1101us (1264us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746146139.200202:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1767 00002000:00100000:0.0:1746146139.200209:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d4c700 x1830966201060480/t4294970549(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.200216:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c700 with x1830966201060480 ext(0->7) 00010000:00010000:0.0:1746146139.200221:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb5f07f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2b9 expref: 52 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.200231:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb5f07f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2b9 expref: 52 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.200237:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d4c700 00000100:00100000:0.0:1746146139.201860:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.204220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.205926:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.207379:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.210842:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.212382:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.216384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.216473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.217101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.218668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.220556:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.221607:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966201062528:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 914us (1053us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1746146139.221614:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1769 00002000:00100000:0.0:1746146139.221620:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d174700 x1830966201062528/t4294970550(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.221628:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174700 with x1830966201062528 ext(0->7) 00010000:00010000:0.0:1746146139.221633:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7800/0x88944630cfb5f09b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2d5 expref: 55 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.221644:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7800/0x88944630cfb5f09b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2d5 expref: 55 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.221651:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d174700 00000100:00100000:0.0:1746146139.224229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.229535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.233431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.233515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.235694:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.238490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.243879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.245280:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2009:x1830966201063808:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 732us (1405us total) trans 4294970551 rc 0/0 00000100:00100000:0.0:1746146139.245287:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1771 00002000:00100000:0.0:1746146139.245293:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c1af800 x1830966201063808/t4294970551(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.245301:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1af800 with x1830966201063808 ext(0->7) 00010000:00010000:0.0:1746146139.245306:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f0b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2e3 expref: 56 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.245315:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f0b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2e3 expref: 56 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.245320:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c1af800 00000100:00100000:0.0:1746146139.254232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.254649:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.256783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.259406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.262911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.263942:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2009:x1830966201064704:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 168us (1033us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.263948:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12777 00002000:00100000:0.0:1746146139.263952:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880097f51c00 x1830966201064704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.263957:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51c00 with x1830966201064704 ext(0->4095) 00002000:00010000:0.0:1746146139.263959:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f51c00 00000100:00100000:0.0:1746146139.266701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.272327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.273877:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966201064960:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 835us (1549us total) trans 4294970552 rc 0/0 00000100:00100000:0.0:1746146139.273884:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1773 00002000:00100000:0.0:1746146139.273890:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007286b480 x1830966201064960/t4294970552(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.273898:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b480 with x1830966201064960 ext(0->7) 00010000:00010000:0.0:1746146139.273903:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f0b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2f1 expref: 58 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.273912:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f0b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2f1 expref: 58 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.273918:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007286b480 00000100:00100000:0.0:1746146139.275490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.277178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.278371:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.280178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.282922:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.288372:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.292566:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.293964:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966201066112:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1000us (1402us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746146139.293970:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1775 00002000:00100000:0.0:1746146139.293977:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097e24380 x1830966201066112/t4294970553(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.293984:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24380 with x1830966201066112 ext(0->7) 00010000:00010000:0.0:1746146139.293989:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f0c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2ff expref: 60 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.293998:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f0c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb2ff expref: 60 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.294003:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e24380 00000100:00100000:0.0:1746146139.299303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.304977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.311413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.316905:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.320416:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.323884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.325286:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966201067264:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1027us (1398us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746146139.325293:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1777 00002000:00100000:0.0:1746146139.325301:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a1519500 x1830966201067264/t4294970554(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.325308:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966201067264 ext(0->7) 00010000:00010000:0.0:1746146139.325314:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7800/0x88944630cfb5f0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb30d expref: 62 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.325324:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7800/0x88944630cfb5f0d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb30d expref: 62 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.325328:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1519500 00000100:00100000:0.0:1746146139.327288:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.329625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.332438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.333013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.335279:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.337373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.339522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.342867:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2009:x1830966201068544:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2728us (3344us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746146139.342879:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1779 00002000:00100000:0.0:1746146139.342887:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c7f4e00 x1830966201068544/t4294970555(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.342896:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4e00 with x1830966201068544 ext(0->7) 00010000:00010000:0.0:1746146139.342904:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5f0e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb31b expref: 65 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.342921:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb5f0e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb31b expref: 65 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.342928:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f4e00 00000100:00100000:0.0:1746146139.344323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.347490:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201068928 00000100:00100000:0.0:1746146139.347495:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201068928 00002000:00100000:0.0:1746146139.347526:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133369880 x1830966201068928/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.347534:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369880 with x1830966201068928 ext(0->4095) 00002000:00010000:0.0:1746146139.347538:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133369880 00000100:00100000:0.0:1746146139.347564:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12781 00000100:00100000:0.0:1746146139.347570:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966201068928:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.347682:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966201068928:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.347688:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12781 00002000:00100000:0.0:1746146139.347693:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133369880 x1830966201068928/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.347699:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369880 with x1830966201068928 ext(0->4095) 00002000:00010000:0.0:1746146139.347701:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133369880 00000100:00100000:0.0:1746146139.349303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.351935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.354312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.354793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.357285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.360230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.364518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.366397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.367616:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2007:x1830966201070208:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 983us (1217us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746146139.367623:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1781 00002000:00100000:0.0:1746146139.367629:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c957b80 x1830966201070208/t4294970556(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.367641:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957b80 with x1830966201070208 ext(0->7) 00010000:00010000:0.0:1746146139.367647:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f0f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb330 expref: 66 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.367657:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6600/0x88944630cfb5f0f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb330 expref: 66 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.367662:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c957b80 00000100:00100000:0.0:1746146139.369903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.374970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.376899:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.378064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.379124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.381525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.383999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.385928:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2007:x1830966201071488:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1130us (1932us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746146139.385935:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1783 00002000:00100000:0.0:1746146139.385943:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c956a00 x1830966201071488/t4294970557(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.385949:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956a00 with x1830966201071488 ext(0->7) 00010000:00010000:0.0:1746146139.385954:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb33e expref: 69 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.385965:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f104 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb33e expref: 69 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.385970:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c956a00 00000100:00100000:0.0:1746146139.390032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.392464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.394137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.394363:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.396295:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.398877:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.402944:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.408965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.413194:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.413820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.415048:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198742912 00000100:00100000:0.0:1746146139.415051:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198742912 00000100:00100000:0.0:1746146139.415067:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1746146139.415070:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830966198742912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146139.415093:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1830966198742912:12345-0@lo:400:kworker.0 Request processed in 23us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146139.415097:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1746146139.417401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.417445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.420587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.426252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.427804:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2009:x1830966201074048:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 660us (1559us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1746146139.427811:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1788 00002000:00100000:0.0:1746146139.427818:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131ade300 x1830966201074048/t4294970559(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.427826:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ade300 with x1830966201074048 ext(0->7) 00010000:00010000:0.0:1746146139.427831:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031400/0x88944630cfb5f120 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb35a expref: 73 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.427841:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031400/0x88944630cfb5f120 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb35a expref: 73 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.427846:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131ade300 00000100:00100000:0.0:1746146139.429247:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.434921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.435024:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201074432 00000100:00100000:0.0:1746146139.435030:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201074432 00002000:00100000:0.0:1746146139.435060:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b865500 x1830966201074432/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.435069:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865500 with x1830966201074432 ext(0->4095) 00002000:00010000:0.0:1746146139.435072:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b865500 00000100:00100000:0.0:1746146139.435101:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12785 00000100:00100000:0.0:1746146139.435107:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201074432:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.435211:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201074432:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.435216:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12785 00002000:00100000:0.0:1746146139.435222:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b865500 x1830966201074432/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.435228:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865500 with x1830966201074432 ext(0->4095) 00002000:00010000:0.0:1746146139.435231:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b865500 00000100:00100000:0.0:1746146139.440680:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.441671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.443575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.448860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.453301:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.454226:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2009:x1830966201075328:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 717us (930us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746146139.454233:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1790 00002000:00100000:0.0:1746146139.454238:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b866300 x1830966201075328/t4294970560(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.454245:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866300 with x1830966201075328 ext(0->7) 00010000:00010000:0.0:1746146139.454249:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb5f12e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb368 expref: 74 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.454258:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb5f12e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb368 expref: 74 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.454262:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b866300 00000100:00100000:0.0:1746146139.457652:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.462089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.466096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.466341:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.469122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.469463:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.471878:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.471923:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.475069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.478045:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746146139.478060:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966198745600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746146139.478109:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146139.478270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.478377:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201077120 00000100:00100000:0.0:1746146139.478380:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201077120 00002000:00100000:0.0:1746146139.478403:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b990000 x1830966201077120/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.478413:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990000 with x1830966201077120 ext(0->7) 00010000:00010000:0.0:1746146139.478419:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb376 expref: 74 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.478431:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb376 expref: 74 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.478437:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b990000 00000100:00100000:0.0:1746146139.478450:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1793 00000100:00100000:0.0:1746146139.478455:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966201077120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.482833:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966201077120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4370us (4556us total) trans 4294970561 rc 0/0 00000100:00100000:0.0:1746146139.482842:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1793 00002000:00100000:0.0:1746146139.482851:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b990000 x1830966201077120/t4294970561(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.482858:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990000 with x1830966201077120 ext(0->7) 00010000:00010000:0.0:1746146139.482866:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb376 expref: 76 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.482879:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f143 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb376 expref: 76 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.482885:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b990000 00000100:00100000:0.0:1746146139.488333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.490786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.491274:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.493901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.498122:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201078016 00000100:00100000:0.0:1746146139.498128:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201078016 00002000:00100000:0.0:1746146139.498161:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880134d5ce00 x1830966201078016/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.498169:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966201078016 ext(0->4095) 00002000:00010000:0.0:1746146139.498173:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d5ce00 00000100:00100000:0.0:1746146139.498194:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12787 00000100:00100000:0.0:1746146139.498200:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966201078016:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.498443:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966201078016:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 242us (888us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.498449:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12787 00002000:00100000:0.0:1746146139.498454:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880134d5ce00 x1830966201078016/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.498460:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966201078016 ext(0->4095) 00002000:00010000:0.0:1746146139.498463:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134d5ce00 00000100:00100000:0.0:1746146139.499635:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.502077:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.503613:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2009:x1830966201078272:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1016us (1539us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746146139.503620:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1795 00002000:00100000:0.0:1746146139.503626:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012093f480 x1830966201078272/t4294970562(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.503634:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f480 with x1830966201078272 ext(0->7) 00010000:00010000:0.0:1746146139.503640:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031e00/0x88944630cfb5f151 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb38b expref: 78 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.503651:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031e00/0x88944630cfb5f151 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb38b expref: 78 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.503657:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012093f480 00000100:00100000:0.0:1746146139.505356:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.507598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.509899:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966198746368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146139.509941:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146139.509968:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966198746496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746146139.509979:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146139.510451:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966198746368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146139.512798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.513004:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28867 00000100:00100000:0.0:1746146139.513011:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1112:x1830966201078912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146139.513019:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146139.513025:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a512c00/0x88944630cfb5f166 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb3a0 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.513117:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.513122:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f15f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb399 expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.513127:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146139.513129:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a512c00/0x88944630cfb5f166 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3a0 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.513175:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f15f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb399 expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.513186:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a512c00/0x88944630cfb5f166 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3a0 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.513194:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512c00, rc 0) 00000100:00100000:0.0:1746146139.513236:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1112:x1830966201078912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146139.513241:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28867 00000100:00100000:0.0:1746146139.515187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.518025:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.519562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.520454:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966201079552:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 706us (894us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746146139.520460:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1797 00002000:00100000:0.0:1746146139.520466:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130e3ce00 x1830966201079552/t4294970563(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.520472:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3ce00 with x1830966201079552 ext(0->7) 00010000:00010000:0.0:1746146139.520477:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f15f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb399 expref: 81 pid: 26612 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.520486:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f15f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb399 expref: 81 pid: 26612 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.520491:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130e3ce00 00000100:00100000:0.0:1746146139.522498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.524369:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.530513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.530557:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.534272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.535701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.536374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.538150:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.539924:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.541849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.542823:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966201081216:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 708us (973us total) trans 4294970564 rc 0/0 00000100:00100000:0.0:1746146139.542830:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1799 00002000:00100000:0.0:1746146139.542836:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131ba2300 x1830966201081216/t4294970564(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.542850:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba2300 with x1830966201081216 ext(0->7) 00010000:00010000:0.0:1746146139.542855:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f174 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3a7 expref: 82 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.542864:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f174 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3a7 expref: 82 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.542870:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131ba2300 00000100:00100000:0.0:1746146139.544603:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.550497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.550901:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201081728 00000100:00100000:0.0:1746146139.550905:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201081728 00002000:00100000:0.0:1746146139.550922:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880134d5ed80 x1830966201081728/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.550930:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ed80 with x1830966201081728 ext(0->4095) 00010000:00010000:0.0:1746146139.550935:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f17b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3b5 expref: 6 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.550943:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f17b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3b5 expref: 6 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.550952:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5ed80 00000100:00100000:0.0:1746146139.550964:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1800 00000100:00100000:0.0:1746146139.550968:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201081728:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.551050:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201081728:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 80us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.551055:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1800 00002000:00100000:0.0:1746146139.551059:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880134d5ed80 x1830966201081728/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.551066:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ed80 with x1830966201081728 ext(0->4095) 00010000:00010000:0.0:1746146139.551227:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f17b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3b5 expref: 6 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.551236:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f17b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3b5 expref: 6 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.551242:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5ed80 00000100:00100000:0.0:1746146139.552913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.552969:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.555521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.557918:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.559633:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2009:x1830966201082496:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1537us (1717us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746146139.559642:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1802 00002000:00100000:0.0:1746146139.559649:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b200000 x1830966201082496/t4294970565(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.559657:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b200000 with x1830966201082496 ext(0->7) 00010000:00010000:0.0:1746146139.559663:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f182 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3bc expref: 85 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.559674:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f182 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3bc expref: 85 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.559684:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b200000 00000100:00100000:0.0:1746146139.562682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.567789:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.570140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.575625:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.575670:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.580855:0:11920:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198748416:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146139.580875:0:11920:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146139.580921:0:11920:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c746d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2010:x1830966201083136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5124us (5302us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146139.580929:0:11920:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12219 00000100:00100000:0.0:1746146139.581809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.586774:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.589140:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966201083776:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 725us (2369us total) trans 4294970566 rc 0/0 00000100:00100000:0.0:1746146139.589146:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1805 00002000:00100000:0.0:1746146139.589153:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013065ad80 x1830966201083776/t4294970566(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.589165:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966201083776 ext(0->7) 00010000:00010000:0.0:1746146139.589170:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3ca expref: 86 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.589179:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3ca expref: 86 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.589184:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013065ad80 00000100:00100000:0.0:1746146139.591810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.597829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.601977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.604592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.608417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.608966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.611336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.611399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.615797:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.619547:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.620841:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2009:x1830966201085568:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 882us (1298us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746146139.620848:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1808 00002000:00100000:0.0:1746146139.620855:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bac1880 x1830966201085568/t4294970567(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.620862:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac1880 with x1830966201085568 ext(0->7) 00010000:00010000:0.0:1746146139.620868:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030e00/0x88944630cfb5f1a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3df expref: 88 pid: 21272 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.620878:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030e00/0x88944630cfb5f1a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3df expref: 88 pid: 21272 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.620884:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bac1880 00000100:00100000:0.0:1746146139.622784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.626500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.631688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.631771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.635612:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.636656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.640491:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.640539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.642943:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.647214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.649901:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2009:x1830966201087360:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2230us (2686us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746146139.649911:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1811 00002000:00100000:0.0:1746146139.649919:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bac3100 x1830966201087360/t4294970568(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.649927:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3100 with x1830966201087360 ext(0->7) 00010000:00010000:0.0:1746146139.649934:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5f1ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3f4 expref: 90 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.649946:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5f1ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb3f4 expref: 90 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.649956:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bac3100 00000100:00100000:0.0:1746146139.652503:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.656086:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.659589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.661238:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.662081:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.664409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.666625:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.668869:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.669813:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2008:x1830966201089152:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 705us (946us total) trans 4294970569 rc 0/0 00000100:00100000:0.0:1746146139.669820:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1814 00002000:00100000:0.0:1746146139.669826:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b312d80 x1830966201089152/t4294970569(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.669832:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312d80 with x1830966201089152 ext(0->7) 00010000:00010000:0.0:1746146139.669837:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f1cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb409 expref: 92 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.669846:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f1cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb409 expref: 92 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.669850:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b312d80 00000100:00100000:0.0:1746146139.671556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.674312:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.674367:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201089536 00000100:00100000:0.0:1746146139.674372:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201089536 00002000:00100000:0.0:1746146139.674401:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b313100 x1830966201089536/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.674410:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313100 with x1830966201089536 ext(0->4095) 00002000:00010000:0.0:1746146139.674414:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b313100 00000100:00100000:0.0:1746146139.674428:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12794 00000100:00100000:0.0:1746146139.674435:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201089536:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.674544:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201089536:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.674551:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12794 00002000:00100000:0.0:1746146139.674555:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b313100 x1830966201089536/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.674562:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313100 with x1830966201089536 ext(0->4095) 00002000:00010000:0.0:1746146139.674565:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b313100 00000100:00100000:0.0:1746146139.676768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.681136:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.681175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.682702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.683446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.685994:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.687817:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.688800:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2010:x1830966201090944:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 816us (985us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746146139.688808:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1817 00002000:00100000:0.0:1746146139.688815:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b310e00 x1830966201090944/t4294970570(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.688822:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310e00 with x1830966201090944 ext(0->7) 00010000:00010000:0.0:1746146139.688829:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb5f1e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb41e expref: 94 pid: 9582 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.688839:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb5f1e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb41e expref: 94 pid: 9582 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.688844:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b310e00 00000100:00100000:0.0:1746146139.690686:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.694595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.697173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.699202:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.699467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.705153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.705477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.705512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.709213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.711874:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.715510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.720234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.726044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.727205:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.732510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.735013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.736605:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+99:2010:x1830966201094016:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1417us (1593us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746146139.736617:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1822 00002000:00100000:0.0:1746146139.736624:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c72b100 x1830966201094016/t4294970572(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.736633:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b100 with x1830966201094016 ext(0->7) 00010000:00010000:0.0:1746146139.736640:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f207 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb441 expref: 99 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.736652:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f207 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb441 expref: 99 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.736658:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c72b100 00000100:00100000:0.0:1746146139.740107:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.749370:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.755281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.755338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.758559:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.762570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.764969:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.771291:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.772384:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+100:2007:x1830966201095680:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 758us (1093us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746146139.772390:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1824 00002000:00100000:0.0:1746146139.772397:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c7f7b80 x1830966201095680/t4294970573(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.772403:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f7b80 with x1830966201095680 ext(0->7) 00010000:00010000:0.0:1746146139.772408:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f21c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb456 expref: 100 pid: 10121 timeout: 841 lvb_type: 0 00010000:00010000:0.0:1746146139.772417:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f21c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb456 expref: 100 pid: 10121 timeout: 841 lvb_type: 0 00002000:00010000:0.0:1746146139.772422:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f7b80 00000100:00100000:0.0:1746146139.776578:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.777674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.780260:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.782552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.784693:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.786788:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.790872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.792060:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+102:2007:x1830966201096832:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 867us (1186us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746146139.792066:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1826 00002000:00100000:0.0:1746146139.792073:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b158a80 x1830966201096832/t4294970574(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.792079:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b158a80 with x1830966201096832 ext(0->7) 00010000:00010000:0.0:1746146139.792084:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f22a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb464 expref: 102 pid: 10121 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.792093:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f22a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb464 expref: 102 pid: 10121 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.792098:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b158a80 00000100:00100000:0.0:1746146139.793974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.798236:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.798303:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.800760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.800793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.803969:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.807750:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.815014:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+105:2010:x1830966201098112:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2009us (7308us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746146139.815023:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1829 00002000:00100000:0.0:1746146139.815031:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a4cce00 x1830966201098112/t4294970575(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.815039:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cce00 with x1830966201098112 ext(0->7) 00010000:00010000:0.0:1746146139.815046:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb5f238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb472 expref: 105 pid: 10121 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.815059:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb5f238 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb472 expref: 105 pid: 10121 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.815065:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4cce00 00000100:00100000:0.0:1746146139.817472:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.817520:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.821514:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.824229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.824766:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.832159:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.833823:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+106:2008:x1830966201099392:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1451us (1667us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746146139.833832:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1832 00002000:00100000:0.0:1746146139.833841:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a4cf800 x1830966201099392/t4294970576(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.833849:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cf800 with x1830966201099392 ext(0->7) 00010000:00010000:0.0:1746146139.833857:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f246 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb480 expref: 106 pid: 10121 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.833869:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f246 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb480 expref: 106 pid: 10121 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.833874:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4cf800 00000100:00100000:0.0:1746146139.835846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.838639:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.840055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.843196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.845485:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.845529:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.847661:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.847675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.850246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.853687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.855693:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+109:2010:x1830966201101440:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1826us (2013us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746146139.855701:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1834 00002000:00100000:0.0:1746146139.855732:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007dfdfb80 x1830966201101440/t4294970577(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.855740:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdfb80 with x1830966201101440 ext(0->7) 00010000:00010000:0.0:1746146139.855746:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f25b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb495 expref: 109 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.855758:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f25b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb495 expref: 109 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.855763:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dfdfb80 00000100:00100000:0.0:1746146139.857520:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.860327:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.864630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.866804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.867317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.870278:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201102592 00000100:00100000:0.0:1746146139.870285:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201102592 00000100:00100000:0.0:1746146139.871057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.874121:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.874320:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.877997:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.878025:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201103232 00000100:00100000:0.0:1746146139.878030:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201103232 00002000:00100000:0.0:1746146139.878065:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009a461c00 x1830966201103232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.878073:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966201103232 ext(0->4095) 00010000:00010000:0.0:1746146139.878079:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f270 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4aa expref: 109 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.878095:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f270 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4aa expref: 109 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.878100:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a461c00 00000100:00100000:0.0:1746146139.878121:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1837 00000100:00100000:0.0:1746146139.878126:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+109:2007:x1830966201103232:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.878832:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+108:2007:x1830966201103232:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 705us (841us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.878842:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1837 00002000:00100000:0.0:1746146139.878846:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009a461c00 x1830966201103232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.878852:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966201103232 ext(0->4095) 00010000:00010000:0.0:1746146139.878857:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f270 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4aa expref: 108 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.878865:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f270 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4aa expref: 108 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.878871:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a461c00 00000100:00100000:0.0:1746146139.880157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.883359:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.886495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.888391:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.891221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.897192:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.897383:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.899887:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.900624:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.902079:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.907590:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.908476:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+113:2007:x1830966201105536:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 707us (887us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746146139.908482:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1841 00002000:00100000:0.0:1746146139.908488:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bac2680 x1830966201105536/t4294970579(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.908494:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac2680 with x1830966201105536 ext(0->7) 00010000:00010000:0.0:1746146139.908499:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f285 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4bf expref: 113 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.908507:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f285 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4bf expref: 113 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.908512:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bac2680 00000100:00100000:0.0:1746146139.910503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.913386:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201105920 00000100:00100000:0.0:1746146139.913391:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201105920 00002000:00100000:0.0:1746146139.913421:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d25fb80 x1830966201105920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/0 e 0 to 0 dl 1746146150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.913429:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25fb80 with x1830966201105920 ext(0->4095) 00002000:00010000:0.0:1746146139.913433:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d25fb80 00000100:00100000:0.0:1746146139.913447:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12806 00000100:00100000:0.0:1746146139.913452:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+112:2008:x1830966201105920:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146139.913538:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+112:2008:x1830966201105920:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146139.913543:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12806 00002000:00100000:0.0:1746146139.913547:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d25fb80 x1830966201105920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 488/4536 e 0 to 0 dl 1746146150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.913553:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25fb80 with x1830966201105920 ext(0->4095) 00002000:00010000:0.0:1746146139.913555:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d25fb80 00000100:00100000:0.0:1746146139.915825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.917127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.919212:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.922190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.924536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.924556:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.924589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.924606:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201106816 00000100:00100000:0.0:1746146139.924609:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201106816 00010000:00010000:0.0:1746146139.924839:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f293 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4cd expref: 7 pid: 21272 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146139.928328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.931187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.932294:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+114:2010:x1830966201107584:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 683us (1110us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746146139.932300:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1843 00002000:00100000:0.0:1746146139.932306:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b864700 x1830966201107584/t4294970580(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.932313:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864700 with x1830966201107584 ext(0->7) 00010000:00010000:0.0:1746146139.932318:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030400/0x88944630cfb5f29a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4d4 expref: 114 pid: 10121 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.932327:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030400/0x88944630cfb5f29a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4d4 expref: 114 pid: 10121 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.932332:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b864700 00000100:00100000:0.0:1746146139.933449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.935987:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.940305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.944983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.948625:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.948760:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.951595:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.954357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.955005:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff880133008300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146139.957404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.959582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.961684:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+117:2010:x1830966201109632:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1838us (2102us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746146139.961694:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1845 00002000:00100000:0.0:1746146139.961702:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b8e2300 x1830966201109632/t4294970581(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.961744:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2300 with x1830966201109632 ext(0->7) 00010000:00010000:0.0:1746146139.961752:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f2af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4e9 expref: 117 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.961765:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f2af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4e9 expref: 117 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.961771:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e2300 00000100:00100000:0.0:1746146139.964640:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201109760 00000100:00100000:0.0:1746146139.964648:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201109760 00010000:00010000:0.0:1746146139.964677:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f2af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4e9 expref: 117 pid: 21272 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146139.965196:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12261 00000100:00100000:0.0:1746146139.965207:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+117:2010:x1830966201109760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146139.965220:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146139.965239:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f2af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4e9 expref: 117 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.965249:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f2af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4e9 expref: 117 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.965266:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f2af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4e9 expref: 117 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.966105:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.966109:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.966117:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f2b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f0 expref: 116 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.966127:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f2b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f0 expref: 116 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.966161:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f2b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f0 expref: 116 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146139.966172:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d174000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198757760:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146139.966264:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146139.970551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.977558:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.977658:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.977777:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28917 00000100:00100000:0.0:1746146139.977784:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+116:1110:x1830966201110144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146139.977791:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146139.977798:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d127000/0x88944630cfb5f2c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb4fe expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.977824:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f2b6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f0 expref: 117 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.977836:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f2bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f7 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.977846:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.977848:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146139.977851:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d127000/0x88944630cfb5f2c4 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4fe expref: 117 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.977881:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f2bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f7 expref: 6 pid: 10121 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.977888:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f2bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f7 expref: 6 pid: 10121 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146139.977897:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a540380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966198757888:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146139.978001:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f2b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f0 expref: 117 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146139.978009:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f2b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4f0 expref: 117 pid: 21272 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146139.978017:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a540700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966198758016:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146139.978032:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146139.981890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.981983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.984873:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.985322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.993178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146139.995581:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+119:2008:x1830966201111424:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 968us (2408us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746146139.995589:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1848 00002000:00100000:0.0:1746146139.995595:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eaca80 x1830966201111424/t4294970582(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:270/0 lens 496/448 e 0 to 0 dl 1746146150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146139.995603:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaca80 with x1830966201111424 ext(0->7) 00010000:00010000:0.0:1746146139.995608:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d127000/0x88944630cfb5f2c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4fe expref: 119 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146139.995618:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d127000/0x88944630cfb5f2c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb4fe expref: 119 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146139.995624:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eaca80 00000100:00100000:0.0:1746146139.997840:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.006248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.009035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.009074:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.012232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.014814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.016408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.017243:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+120:2010:x1830966201112704:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 704us (837us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746146140.017249:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1850 00002000:00100000:0.0:1746146140.017255:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a746300 x1830966201112704/t4294970583(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.017261:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746300 with x1830966201112704 ext(0->7) 00010000:00010000:0.0:1746146140.017266:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeec00/0x88944630cfb5f2d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb50c expref: 120 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.017274:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeec00/0x88944630cfb5f2d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb50c expref: 120 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.017279:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a746300 00000100:00100000:0.0:1746146140.019306:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.022311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.027476:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.027542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.030911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.034851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.038858:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.040965:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+123:2008:x1830966201113984:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1889us (2104us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746146140.040977:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1852 00002000:00100000:0.0:1746146140.040987:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b5f8000 x1830966201113984/t4294970584(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.040995:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8000 with x1830966201113984 ext(0->7) 00010000:00010000:0.0:1746146140.041005:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030200/0x88944630cfb5f2e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb521 expref: 123 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.041018:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030200/0x88944630cfb5f2e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb521 expref: 123 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.041025:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5f8000 00000100:00100000:0.0:1746146140.046910:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201114112 00000100:00100000:0.0:1746146140.046918:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201114112 00010000:00010000:0.0:1746146140.046947:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097030200/0x88944630cfb5f2e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb521 expref: 123 pid: 21272 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146140.046972:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12268 00000100:00100000:0.0:1746146140.046979:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+123:2009:x1830966201114112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146140.046992:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146140.047007:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097030200/0x88944630cfb5f2e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb521 expref: 123 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.047017:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097030200/0x88944630cfb5f2e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb521 expref: 123 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.047035:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097030200/0x88944630cfb5f2e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb521 expref: 123 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.047048:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.047050:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.047056:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f2e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb51a expref: 122 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.047063:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f2e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb51a expref: 122 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.047088:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f2e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb51a expref: 122 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146140.047106:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198759424:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146140.050496:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.056237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.056570:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.060123:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.060244:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.063286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.067486:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.074039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.080861:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.083561:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+124:2007:x1830966201115648:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2020us (2694us total) trans 4294970585 rc 0/0 00000100:00100000:0.0:1746146140.083571:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1854 00002000:00100000:0.0:1746146140.083581:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b1a0000 x1830966201115648/t4294970585(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.083590:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0000 with x1830966201115648 ext(0->7) 00010000:00010000:0.0:1746146140.083599:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031200/0x88944630cfb5f2f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb52f expref: 124 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.083614:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031200/0x88944630cfb5f2f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb52f expref: 124 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.083620:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1a0000 00000100:00100000:0.0:1746146140.086085:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.090883:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.097065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.099626:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.103442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.108864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.110369:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+126:2008:x1830966201116800:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1265us (1503us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746146140.110378:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1856 00002000:00100000:0.0:1746146140.110387:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e83f100 x1830966201116800/t4294970586(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.110395:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83f100 with x1830966201116800 ext(0->7) 00010000:00010000:0.0:1746146140.110402:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f303 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb53d expref: 126 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.110415:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f303 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb53d expref: 126 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.110420:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e83f100 00000100:00100000:0.0:1746146140.116287:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.119247:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.120216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.124799:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.127668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.132343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.141957:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.143926:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+128:2007:x1830966201117952:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1410us (1966us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746146140.143939:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1858 00002000:00100000:0.0:1746146140.143948:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b311880 x1830966201117952/t4294970587(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.143956:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311880 with x1830966201117952 ext(0->7) 00010000:00010000:0.0:1746146140.143964:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031e00/0x88944630cfb5f311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb54b expref: 128 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.143978:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031e00/0x88944630cfb5f311 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb54b expref: 128 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.143984:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b311880 00000100:00100000:0.0:1746146140.145894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.150220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.152591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.156346:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.156418:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.160955:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.167030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.168258:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+131:2010:x1830966201119232:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1014us (1232us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746146140.168266:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1860 00002000:00100000:0.0:1746146140.168273:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c72bb80 x1830966201119232/t4294970588(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.168281:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72bb80 with x1830966201119232 ext(0->7) 00010000:00010000:0.0:1746146140.168288:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f31f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb559 expref: 131 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.168298:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f31f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb559 expref: 131 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.168304:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c72bb80 00000100:00100000:0.0:1746146140.170064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.178218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.179827:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.181463:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.181678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.181801:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201120128 00000100:00100000:0.0:1746146140.181804:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201120128 00002000:00100000:0.0:1746146140.181827:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c729180 x1830966201120128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:271/0 lens 488/0 e 0 to 0 dl 1746146151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.181836:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c729180 with x1830966201120128 ext(0->4095) 00002000:00010000:0.0:1746146140.181840:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c729180 00000100:00100000:0.0:1746146140.181911:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12821 00000100:00100000:0.0:1746146140.181917:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201120128:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146140.182011:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201120128:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146140.182016:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12821 00002000:00100000:0.0:1746146140.182022:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c729180 x1830966201120128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746146151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.182028:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c729180 with x1830966201120128 ext(0->4095) 00010000:00010000:0.0:1746146140.182032:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5f32d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb567 expref: 6 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.182043:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5f32d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb567 expref: 6 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.182048:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c729180 00000100:00100000:0.0:1746146140.184692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.184746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.184779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.184980:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12278 00000100:00100000:0.0:1746146140.184987:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201120384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146140.184996:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146140.185011:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5f32d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb567 expref: 6 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.185020:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5f32d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb567 expref: 6 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.185036:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097030800/0x88944630cfb5f32d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb567 expref: 6 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.185057:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.185059:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.185064:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb56e expref: 130 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.185072:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb56e expref: 130 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.185108:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb56e expref: 130 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146140.185118:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198761984:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146140.185158:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146140.185183:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201120512 00000100:00100000:0.0:1746146140.185186:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201120512 00000100:00100000:0.0:1746146140.186755:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198761984:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146140.186770:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146140.186804:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201120384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1818us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146140.186811:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12278 00000100:00100000:0.0:1746146140.191767:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.192809:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+133:2010:x1830966201121024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1042us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746146140.192818:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1862 00002000:00100000:0.0:1746146140.192825:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2c000 x1830966201121024/t4294970589(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.192833:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c000 with x1830966201121024 ext(0->7) 00010000:00010000:0.0:1746146140.192842:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb56e expref: 133 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.193590:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f334 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb56e expref: 133 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.193604:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2c000 00000100:00100000:0.0:1746146140.197012:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.203268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.208673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.208765:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.211376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.211434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.213882:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.216982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.219148:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.222431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.224377:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+134:2008:x1830966201122688:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1429us (1949us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746146140.224385:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1864 00002000:00100000:0.0:1746146140.224392:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2df80 x1830966201122688/t4294970590(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.224400:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2df80 with x1830966201122688 ext(0->7) 00010000:00010000:0.0:1746146140.224406:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030400/0x88944630cfb5f349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb583 expref: 134 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.224416:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030400/0x88944630cfb5f349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb583 expref: 134 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.224422:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2df80 00000100:00100000:0.0:1746146140.230271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.230311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.234629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.237042:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.239117:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.242844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.246907:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.247995:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+136:2008:x1830966201123840:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 696us (1087us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746146140.248000:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1866 00002000:00100000:0.0:1746146140.248006:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2f800 x1830966201123840/t4294970591(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.248012:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f800 with x1830966201123840 ext(0->7) 00010000:00010000:0.0:1746146140.248016:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031800/0x88944630cfb5f357 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb591 expref: 136 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.248025:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031800/0x88944630cfb5f357 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb591 expref: 136 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.248030:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2f800 00000100:00100000:0.0:1746146140.249796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.251758:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.253748:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.255220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.259097:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.261089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.262320:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+139:2007:x1830966201125120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1234us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746146140.262330:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1868 00002000:00100000:0.0:1746146140.262336:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131af0e00 x1830966201125120/t4294970592(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.262342:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af0e00 with x1830966201125120 ext(0->7) 00010000:00010000:0.0:1746146140.262348:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031e00/0x88944630cfb5f365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb59f expref: 139 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.262357:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031e00/0x88944630cfb5f365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb59f expref: 139 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.262363:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131af0e00 00000100:00100000:0.0:1746146140.263698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.266924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.269345:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.273836:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.283593:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201126272 00000100:00100000:0.0:1746146140.283601:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201126272 00010000:00010000:0.0:1746146140.283628:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097031600/0x88944630cfb5f373 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5ad expref: 6 pid: 21272 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146140.286994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.293625:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+141:2009:x1830966201126912:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1323us (1571us total) trans 4294970593 rc 0/0 00000100:00100000:0.0:1746146140.293635:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1871 00002000:00100000:0.0:1746146140.293643:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb9ad80 x1830966201126912/t4294970593(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.293656:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ad80 with x1830966201126912 ext(0->7) 00010000:00010000:0.0:1746146140.293663:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f37a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5b4 expref: 141 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.293676:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f37a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5b4 expref: 141 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.293682:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9ad80 00000100:00100000:0.0:1746146140.305215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.312164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.312359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.315231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.315381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.317609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.321058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.324691:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.328267:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.329300:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+142:2008:x1830966201128576:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 863us (1038us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746146140.329307:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1873 00002000:00100000:0.0:1746146140.329313:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c956300 x1830966201128576/t4294970594(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.329320:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956300 with x1830966201128576 ext(0->7) 00010000:00010000:0.0:1746146140.329325:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefc00/0x88944630cfb5f388 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5c9 expref: 142 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.329339:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefc00/0x88944630cfb5f388 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5c9 expref: 142 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.329345:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c956300 00000100:00100000:0.0:1746146140.334565:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.340448:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.340560:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.342615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.343171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.346484:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.352821:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.353760:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+145:2009:x1830966201129856:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 722us (944us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746146140.353767:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1876 00002000:00100000:0.0:1746146140.353773:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a1518a80 x1830966201129856/t4294970595(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.353780:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518a80 with x1830966201129856 ext(0->7) 00010000:00010000:0.0:1746146140.353785:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f39d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5d7 expref: 145 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.353794:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f39d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5d7 expref: 145 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.353799:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1518a80 00000100:00100000:0.0:1746146140.359892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.362967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.368167:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.368248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.368304:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28951 00000100:00100000:0.0:1746146140.368310:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+144:1110:x1830966201130496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146140.368318:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746146140.370322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.370397:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.373018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.376139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.379105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.381335:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.382422:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+146:2008:x1830966201131520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 962us (1087us total) trans 4294970596 rc 0/0 00000100:00100000:0.0:1746146140.382429:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1878 00002000:00100000:0.0:1746146140.382436:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130682d80 x1830966201131520/t4294970596(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.382443:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130682d80 with x1830966201131520 ext(0->7) 00010000:00010000:0.0:1746146140.382448:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031e00/0x88944630cfb5f3b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5ec expref: 146 pid: 9582 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.382458:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031e00/0x88944630cfb5f3b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb5ec expref: 146 pid: 9582 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.382463:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130682d80 00000100:00100000:0.0:1746146140.383831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.386463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.388527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.391975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.392141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.396628:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.396756:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.397083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.398782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.400914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.402470:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+148:2009:x1830966201133312:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1375us (1559us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746146140.402477:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1880 00002000:00100000:0.0:1746146140.402484:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b313b80 x1830966201133312/t4294970597(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.402491:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313b80 with x1830966201133312 ext(0->7) 00010000:00010000:0.0:1746146140.402497:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb601 expref: 148 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.402507:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5f3c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb601 expref: 148 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.402513:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b313b80 00000100:00100000:0.0:1746146140.404148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.406842:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.410102:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.412829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.414424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.414493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.416544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.417678:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.417907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.420407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.423356:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.424841:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+151:2009:x1830966201135360:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 958us (1489us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746146140.424848:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1883 00002000:00100000:0.0:1746146140.424855:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c728380 x1830966201135360/t4294970598(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.424861:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728380 with x1830966201135360 ext(0->7) 00010000:00010000:0.0:1746146140.424867:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f3dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb616 expref: 151 pid: 9582 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.424877:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f3dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb616 expref: 151 pid: 9582 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.424881:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c728380 00000100:00100000:0.0:1746146140.426833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.429700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.431904:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.433928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.434890:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.436776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.439671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.441198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.442105:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+153:2010:x1830966201137152:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 713us (908us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746146140.442111:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1886 00002000:00100000:0.0:1746146140.442116:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880070b2c700 x1830966201137152/t4294970599(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.442122:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c700 with x1830966201137152 ext(0->7) 00010000:00010000:0.0:1746146140.442127:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f3f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb62b expref: 153 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.442135:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f3f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb62b expref: 153 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.442140:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070b2c700 00000100:00100000:0.0:1746146140.446224:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.447771:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.452681:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.454745:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.454820:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.457283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.457354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.457403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.459942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.461451:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.464997:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+155:2009:x1830966201139456:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3386us (3540us total) trans 4294970600 rc 0/0 00000100:00100000:0.0:1746146140.465007:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1888 00002000:00100000:0.0:1746146140.465019:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099aaad80 x1830966201139456/t4294970600(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.465027:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaad80 with x1830966201139456 ext(0->7) 00010000:00010000:0.0:1746146140.465034:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb640 expref: 155 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.465048:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb640 expref: 155 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.465055:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099aaad80 00000100:00100000:0.0:1746146140.473324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.476464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.476665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.479432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.485100:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.487688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.489000:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+156:2009:x1830966201140736:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 938us (1316us total) trans 4294970601 rc 0/0 00000100:00100000:0.0:1746146140.489009:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1890 00002000:00100000:0.0:1746146140.489016:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c747480 x1830966201140736/t4294970601(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.489023:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c747480 with x1830966201140736 ext(0->7) 00010000:00010000:0.0:1746146140.489029:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f414 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb655 expref: 156 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.489039:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097031c00/0x88944630cfb5f414 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb655 expref: 156 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.489047:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c747480 00000100:00100000:0.0:1746146140.491206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.494314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.496801:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.499059:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.507699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.507810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.510984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.512581:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201142144 00000100:00100000:0.0:1746146140.512585:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201142144 00010000:00010000:0.0:1746146140.512599:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f41b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb64e expref: 6 pid: 26612 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146140.512615:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12314 00000100:00100000:0.0:1746146140.512620:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201142144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146140.512626:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146140.512636:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f41b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb64e expref: 6 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.512645:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f41b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb64e expref: 6 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.512658:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f41b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb64e expref: 6 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.512669:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.512671:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.512675:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f429 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb663 expref: 156 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.512681:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f429 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb663 expref: 156 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.512696:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f429 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb663 expref: 156 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.512732:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb663 expref: 156 pid: 21272 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146140.512742:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198769920:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146140.512785:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146140.514174:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.516021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.517540:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+159:2009:x1830966201142784:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 945us (1522us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746146140.517548:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1892 00002000:00100000:0.0:1746146140.517555:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081fa0e00 x1830966201142784/t4294970602(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.517562:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0e00 with x1830966201142784 ext(0->7) 00010000:00010000:0.0:1746146140.517567:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb663 expref: 159 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.517578:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f429 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb663 expref: 159 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.517584:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa0e00 00000100:00100000:0.0:1746146140.520825:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.528659:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.529406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.532308:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.533043:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201143552 00000100:00100000:0.0:1746146140.533053:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201143552 00010000:00010000:0.0:1746146140.533082:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb5f430 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb66a expref: 159 pid: 21272 timeout: 842 lvb_type: 0 00000100:00100000:0.0:1746146140.533113:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12316 00000100:00100000:0.0:1746146140.533119:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+159:2008:x1830966201143552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146140.533130:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146140.533144:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb5f430 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb66a expref: 159 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.533154:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb5f430 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb66a expref: 159 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.533172:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb5f430 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb66a expref: 159 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.533195:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.533197:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.533202:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f437 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb671 expref: 158 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.533214:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f437 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb671 expref: 158 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.533237:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f437 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb671 expref: 158 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146140.533246:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198770304:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146140.533305:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146140.535187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.537845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.538647:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+160:2007:x1830966201144064:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 650us (803us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746146140.538653:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1895 00002000:00100000:0.0:1746146140.538659:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081fa2300 x1830966201144064/t4294970603(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.538666:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2300 with x1830966201144064 ext(0->7) 00010000:00010000:0.0:1746146140.538671:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f437 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb671 expref: 160 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.538680:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f437 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb671 expref: 160 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.538685:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa2300 00000100:00100000:0.0:1746146140.542220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.546478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.548244:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.549903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.553615:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.555350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.555547:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.556292:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201145344:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 435us (945us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146140.556298:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12847 00002000:00100000:0.0:1746146140.556305:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa3800 x1830966201145344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746146151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.556311:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3800 with x1830966201145344 ext(0->4095) 00010000:00010000:0.0:1746146140.556316:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f43e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb678 expref: 6 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.556324:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f43e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb678 expref: 6 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.556329:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa3800 00000100:00100000:0.0:1746146140.558065:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.560235:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.560269:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.562937:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201146112 00000100:00100000:0.0:1746146140.562942:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201146112 00002000:00100000:0.0:1746146140.562968:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cacb100 x1830966201146112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/0 e 0 to 0 dl 1746146151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.562976:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacb100 with x1830966201146112 ext(0->4095) 00010000:00010000:0.0:1746146140.562982:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f44c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb686 expref: 161 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.562991:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f44c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb686 expref: 161 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.562996:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cacb100 00000100:00100000:0.0:1746146140.563018:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1896 00000100:00100000:0.0:1746146140.563023:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+161:2007:x1830966201146112:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146140.563112:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+161:2007:x1830966201146112:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (194us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146140.563117:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1896 00002000:00100000:0.0:1746146140.563122:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cacb100 x1830966201146112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.563129:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacb100 with x1830966201146112 ext(0->4095) 00010000:00010000:0.0:1746146140.563133:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f44c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb686 expref: 161 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.563140:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f44c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb686 expref: 161 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.563146:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cacb100 00000100:00100000:0.0:1746146140.564459:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.565600:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+163:2010:x1830966201146368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 763us (1140us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746146140.565608:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1897 00002000:00100000:0.0:1746146140.565615:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8c000 x1830966201146368/t4294970604(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.565623:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8c000 with x1830966201146368 ext(0->7) 00010000:00010000:0.0:1746146140.565629:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f44c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb686 expref: 163 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.565638:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f44c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb686 expref: 163 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.565643:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8c000 00000100:00100000:0.0:1746146140.567507:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.570687:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.574804:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.578237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.580846:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.581646:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.584491:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.586518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.586557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.589532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.594103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.595585:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+164:2007:x1830966201148416:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1296us (1486us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746146140.595593:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1900 00002000:00100000:0.0:1746146140.595600:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8e300 x1830966201148416/t4294970605(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.595611:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8e300 with x1830966201148416 ext(0->7) 00010000:00010000:0.0:1746146140.595616:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb69b expref: 164 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.595626:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f461 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb69b expref: 164 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.595631:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8e300 00000100:00100000:0.0:1746146140.597010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.609190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.612024:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.615022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.615595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.619332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.622161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.623183:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+167:2008:x1830966201149696:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 834us (1027us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746146140.623190:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1902 00002000:00100000:0.0:1746146140.623196:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8fb80 x1830966201149696/t4294970606(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.623203:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8fb80 with x1830966201149696 ext(0->7) 00010000:00010000:0.0:1746146140.623208:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeec00/0x88944630cfb5f46f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6a9 expref: 167 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.623218:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeec00/0x88944630cfb5f46f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6a9 expref: 167 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.623224:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8fb80 00000100:00100000:0.0:1746146140.626565:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.629051:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.632421:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.634917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.636763:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.637552:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201150848 00000100:00100000:0.0:1746146140.637556:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201150848 00002000:00100000:0.0:1746146140.637577:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131b55f80 x1830966201150848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/0 e 0 to 0 dl 1746146151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.637584:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55f80 with x1830966201150848 ext(0->4095) 00010000:00010000:0.0:1746146140.637588:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f476 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6b0 expref: 168 pid: 10121 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.637596:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f476 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6b0 expref: 168 pid: 10121 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.637601:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b55f80 00000100:00100000:0.0:1746146140.637624:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1903 00000100:00100000:0.0:1746146140.637630:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+168:2010:x1830966201150848:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146140.637738:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+168:2010:x1830966201150848:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (460us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146140.637744:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1903 00002000:00100000:0.0:1746146140.637749:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131b55f80 x1830966201150848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.637756:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55f80 with x1830966201150848 ext(0->4095) 00010000:00010000:0.0:1746146140.637760:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f476 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6b0 expref: 168 pid: 10121 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.637766:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f476 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6b0 expref: 168 pid: 10121 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.637771:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b55f80 00000100:00100000:0.0:1746146140.639971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.640010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.640028:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201151104 00000100:00100000:0.0:1746146140.640033:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201151104 00000100:00100000:0.0:1746146140.640517:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28982 00000100:00100000:0.0:1746146140.640522:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1112:x1830966201151104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146140.640532:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146140.640541:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb5f48b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb6c5 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.640554:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.640557:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f484 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6be expref: 167 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.640563:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146140.640566:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb5f48b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6c5 expref: 8 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.640587:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f484 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6be expref: 167 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.640597:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb5f48b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6c5 expref: 8 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.641208:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065c400, rc 0) 00000100:00100000:0.0:1746146140.641229:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1112:x1830966201151104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 707us (1218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146140.641324:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28982 00000100:00100000:0.0:1746146140.644113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.646200:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.648960:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+168:2009:x1830966201151744:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2571us (2756us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746146140.648971:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1905 00002000:00100000:0.0:1746146140.648980:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089601500 x1830966201151744/t4294970607(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.648988:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601500 with x1830966201151744 ext(0->7) 00010000:00010000:0.0:1746146140.648995:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6be expref: 168 pid: 21272 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.649007:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f484 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6be expref: 168 pid: 21272 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.649013:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089601500 00000100:00100000:0.0:1746146140.654912:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.657612:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.659046:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.677265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.683617:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.683663:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.686793:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.689622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.695612:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.698471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.705601:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.709928:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+170:2008:x1830966201153920:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3859us (4327us total) trans 4294970608 rc 0/0 00000100:00100000:0.0:1746146140.709938:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1906 00002000:00100000:0.0:1746146140.709946:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089603800 x1830966201153920/t4294970608(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.709955:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603800 with x1830966201153920 ext(0->7) 00010000:00010000:0.0:1746146140.709963:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6d3 expref: 170 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.709976:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6d3 expref: 170 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.709982:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089603800 00000100:00100000:0.0:1746146140.714809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.718169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.720991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.721780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.724001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.724024:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201154816 00000100:00100000:0.0:1746146140.724027:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201154816 00002000:00100000:0.0:1746146140.724051:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f78700 x1830966201154816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/0 e 0 to 0 dl 1746146151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.724059:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f78700 with x1830966201154816 ext(0->4095) 00010000:00010000:0.0:1746146140.724064:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f4a7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6e1 expref: 172 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.724073:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f4a7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6e1 expref: 172 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.724079:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f78700 00000100:00100000:0.0:1746146140.724090:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1907 00000100:00100000:0.0:1746146140.724095:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+172:2008:x1830966201154816:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146140.724180:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+172:2008:x1830966201154816:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 84us (180us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146140.725094:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1907 00002000:00100000:0.0:1746146140.725105:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f78700 x1830966201154816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.725112:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f78700 with x1830966201154816 ext(0->4095) 00010000:00010000:0.0:1746146140.725117:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f4a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6e1 expref: 172 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.725125:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f4a7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6e1 expref: 172 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.725136:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f78700 00000100:00100000:0.0:1746146140.728085:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.728126:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.729551:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.732191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.749178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.749783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.755966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.758307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.758692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.764171:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.764189:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201156736 00000100:00100000:0.0:1746146140.764194:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201156736 00002000:00100000:0.0:1746146140.764219:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f7aa00 x1830966201156736/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/0 e 0 to 0 dl 1746146151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.764227:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f7aa00 with x1830966201156736 ext(0->4095) 00010000:00010000:0.0:1746146140.764233:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6f6 expref: 173 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.764243:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6f6 expref: 173 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.764249:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f7aa00 00000100:00100000:0.0:1746146140.764261:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1911 00000100:00100000:0.0:1746146140.764266:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+173:2007:x1830966201156736:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146140.764354:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+173:2007:x1830966201156736:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (183us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146140.764360:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1911 00002000:00100000:0.0:1746146140.764364:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f7aa00 x1830966201156736/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.764371:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f7aa00 with x1830966201156736 ext(0->4095) 00010000:00010000:0.0:1746146140.764375:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6f6 expref: 173 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.764383:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4bc lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6f6 expref: 173 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.764389:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f7aa00 00000100:00100000:0.0:1746146140.769833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.770632:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+174:2009:x1830966201156992:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 629us (802us total) trans 4294970610 rc 0/0 00000100:00100000:0.0:1746146140.770639:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1912 00002000:00100000:0.0:1746146140.770645:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f7ad80 x1830966201156992/t4294970610(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.770653:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f7ad80 with x1830966201156992 ext(0->7) 00010000:00010000:0.0:1746146140.770658:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6f6 expref: 174 pid: 26612 timeout: 842 lvb_type: 0 00010000:00010000:0.0:1746146140.770668:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb6f6 expref: 174 pid: 26612 timeout: 842 lvb_type: 0 00002000:00010000:0.0:1746146140.770678:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f7ad80 00000100:00100000:0.0:1746146140.776463:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.782610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.797933:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.802187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.805884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.809674:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.812523:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.814607:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+176:2008:x1830966201158144:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1924us (2083us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746146140.814617:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1914 00002000:00100000:0.0:1746146140.814625:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f79180 x1830966201158144/t4294970611(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.814632:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f79180 with x1830966201158144 ext(0->7) 00010000:00010000:0.0:1746146140.814639:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f4ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb704 expref: 176 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.814652:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f4ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb704 expref: 176 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.814657:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f79180 00000100:00100000:0.0:1746146140.818674:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.821974:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.822063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.826155:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201158784 00000100:00100000:0.0:1746146140.826160:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201158784 00000100:00100000:0.0:1746146140.826180:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28994 00000100:00100000:0.0:1746146140.826185:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+176:1112:x1830966201158784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146140.826197:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146140.826205:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f4df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb719 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.826546:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4d8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb712 expref: 177 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.826553:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146140.826554:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146140.826557:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097030600/0x88944630cfb5f4df lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb719 expref: 177 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146140.828998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.829025:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201159168 00000100:00100000:0.0:1746146140.829030:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201159168 00002000:00100000:0.0:1746146140.829060:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f78000 x1830966201159168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/0 e 0 to 0 dl 1746146151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.829067:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f78000 with x1830966201159168 ext(0->4095) 00010000:00010000:0.0:1746146140.829073:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb712 expref: 178 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.829083:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb712 expref: 178 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.829089:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f78000 00000100:00100000:0.0:1746146140.829102:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1916 00000100:00100000:0.0:1746146140.829108:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+177:2007:x1830966201159168:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146140.829206:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+177:2007:x1830966201159168:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (214us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146140.829212:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1916 00002000:00100000:0.0:1746146140.829217:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f78000 x1830966201159168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.829223:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f78000 with x1830966201159168 ext(0->4095) 00010000:00010000:0.0:1746146140.829228:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb712 expref: 177 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.829236:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb712 expref: 177 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.829242:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f78000 00000100:00100000:0.0:1746146140.830996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.833216:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+179:2009:x1830966201159424:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2044us (2217us total) trans 4294970612 rc 0/0 00000100:00100000:0.0:1746146140.833226:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1917 00002000:00100000:0.0:1746146140.833234:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f78380 x1830966201159424/t4294970612(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.833242:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f78380 with x1830966201159424 ext(0->7) 00010000:00010000:0.0:1746146140.833250:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb712 expref: 179 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.833268:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f4d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb712 expref: 179 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.833274:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f78380 00000100:00100000:0.0:1746146140.838911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.850053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.853823:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.853863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.856518:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.866326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.869355:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+180:2007:x1830966201160704:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2849us (3029us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746146140.869365:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1919 00002000:00100000:0.0:1746146140.869374:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130680380 x1830966201160704/t4294970613(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.869382:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680380 with x1830966201160704 ext(0->7) 00010000:00010000:0.0:1746146140.869391:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f4e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb727 expref: 180 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.869404:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f4e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb727 expref: 180 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.869411:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130680380 00000100:00100000:0.0:1746146140.872936:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.876053:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.878813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.883005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.886796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.888852:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.888880:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.888917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.888936:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201162240 00000100:00100000:0.0:1746146140.888940:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201162240 00000100:00100000:0.0:1746146140.888966:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 28999 00000100:00100000:0.0:1746146140.888971:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+182:1112:x1830966201162240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146140.888981:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146140.888993:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c511200/0x88944630cfb5f502 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb73c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.889011:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.889015:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f4fb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb735 expref: 183 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.889020:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146140.889022:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c511200/0x88944630cfb5f502 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb73c expref: 183 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.889052:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f4fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb735 expref: 183 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.889063:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c511200/0x88944630cfb5f502 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb73c expref: 183 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.889072:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c511200, rc 0) 00000100:00100000:0.0:1746146140.889099:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+183:1112:x1830966201162240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146140.889105:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 28999 00000100:00100000:0.0:1746146140.889776:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12343 00000100:00100000:0.0:1746146140.889785:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201162112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146140.889792:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146140.889807:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f4ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb720 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.889823:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f4ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb720 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.890023:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f4ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb720 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.890034:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.890036:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146140.890040:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f4fb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb735 expref: 180 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.890046:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f4fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb735 expref: 180 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.890070:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f4fb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb735 expref: 180 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146140.890079:0:11920:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f4fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb735 expref: 180 pid: 26612 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146140.890089:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089600000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198776832:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146140.890130:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146140.891912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.896673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.898155:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+183:2010:x1830966201162752:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1110us (1486us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746146140.898162:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1921 00002000:00100000:0.0:1746146140.898169:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089600e00 x1830966201162752/t4294970614(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.898176:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600e00 with x1830966201162752 ext(0->7) 00010000:00010000:0.0:1746146140.898182:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f4fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb735 expref: 183 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.898192:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f4fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb735 expref: 183 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.898197:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089600e00 00000100:00100000:0.0:1746146140.901975:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.904976:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.906357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.908416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.910156:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.912349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.913958:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.913991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.914254:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.916015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.917639:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.919289:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+184:2007:x1830966201164800:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1353us (1649us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746146140.919298:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1923 00002000:00100000:0.0:1746146140.919304:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8dc00 x1830966201164800/t4294970615(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.919312:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8dc00 with x1830966201164800 ext(0->7) 00010000:00010000:0.0:1746146140.919318:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb5f510 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb74a expref: 184 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.919329:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb5f510 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb74a expref: 184 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.919334:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8dc00 00000100:00100000:0.0:1746146140.921074:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.923152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.924743:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.925809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.928663:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.928850:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12869 00000100:00100000:0.0:1746146140.928855:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201165824:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146140.928946:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201165824:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 90us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146140.928954:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12869 00002000:00100000:0.0:1746146140.928959:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f8c380 x1830966201165824/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:271/0 lens 488/4536 e 0 to 0 dl 1746146151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.928966:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8c380 with x1830966201165824 ext(0->4095) 00002000:00010000:0.0:1746146140.928969:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081f8c380 00000100:00100000:0.0:1746146140.931521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.938417:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.938458:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.938487:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.942071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.944036:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.945644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.948489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.951053:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.956180:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.956227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.958416:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.958445:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.958497:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.961327:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.963046:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.963932:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+188:2007:x1830966201168896:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 694us (888us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746146140.963939:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1927 00002000:00100000:0.0:1746146140.963944:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008de39880 x1830966201168896/t4294970617(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.963951:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39880 with x1830966201168896 ext(0->7) 00010000:00010000:0.0:1746146140.963955:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f53a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb774 expref: 188 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.963962:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f53a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb774 expref: 188 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.963966:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008de39880 00000100:00100000:0.0:1746146140.966432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.971243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.975627:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.979207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.979416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.984985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.987797:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.989214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146140.990065:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+191:2008:x1830966201170944:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 706us (852us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746146140.990072:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1929 00002000:00100000:0.0:1746146140.990078:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008de3b480 x1830966201170944/t4294970618(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:271/0 lens 496/448 e 0 to 0 dl 1746146151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146140.990085:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b480 with x1830966201170944 ext(0->7) 00010000:00010000:0.0:1746146140.990089:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f54f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb789 expref: 191 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146140.990104:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f54f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb789 expref: 191 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146140.990109:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008de3b480 00000100:00100000:0.0:1746146140.995266:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146140.997891:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146140.997993:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198779648 00000100:00100000:0.0:1746146140.997998:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198779648 00000100:00100000:0.0:1746146140.998035:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1746146140.998041:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966198779648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746146140.998238:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 982678336 pending 2637824 free 3921104896 avail 3689582592 00000100:00100000:0.0:1746146140.998281:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966198779648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 239us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146140.998287:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1746146140.998521:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.000872:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146141.001002:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146141.004208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.004301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146141.004342:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146141.005821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.005849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.005896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.005913:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201172224 00000100:00100000:0.0:1746146141.005915:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201172224 00000100:00100000:0.0:1746146141.005942:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29014 00000100:00100000:0.0:1746146141.005947:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+193:1112:x1830966201172224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146141.005957:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146141.005966:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997c2000/0x88944630cfb5f56b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb7a5 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.006000:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.006004:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f564 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb79e expref: 193 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.006009:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.006012:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997c2000/0x88944630cfb5f56b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7a5 expref: 193 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.006052:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f564 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb79e expref: 193 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.006061:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800997c2000/0x88944630cfb5f56b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7a5 expref: 192 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.006088:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2000, rc 0) 00000100:00100000:0.0:1746146141.006118:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+192:1112:x1830966201172224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.006123:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29014 00000100:00100000:0.0:1746146141.008090:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.010933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.011884:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+193:2009:x1830966201172736:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 722us (955us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746146141.011891:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1931 00002000:00100000:0.0:1746146141.011897:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a4f8700 x1830966201172736/t4294970619(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.011903:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8700 with x1830966201172736 ext(0->7) 00010000:00010000:0.0:1746146141.011908:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f564 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb79e expref: 193 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.011916:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f564 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb79e expref: 193 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.011921:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a4f8700 00000100:00100000:0.0:1746146141.015193:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.017451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.020530:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.022373:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.024323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.027199:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.027441:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.027536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.027832:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12362 00000100:00100000:0.0:1746146141.027837:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201174016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146141.027843:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146141.027851:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f572 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7ac expref: 6 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.027858:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f572 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7ac expref: 6 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.028077:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f572 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7ac expref: 6 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.028171:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146141.028216:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201174016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 378us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.028222:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12362 00000100:00100000:0.0:1746146141.031250:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.034349:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.035108:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+195:2009:x1830966201174528:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 575us (764us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746146141.035114:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1934 00002000:00100000:0.0:1746146141.035119:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a4fa680 x1830966201174528/t4294970620(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.035123:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa680 with x1830966201174528 ext(0->7) 00010000:00010000:0.0:1746146141.035127:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5f579 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7b3 expref: 195 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.035133:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5f579 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7b3 expref: 195 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.035137:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a4fa680 00000100:00100000:0.0:1746146141.037280:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.041423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.044632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.045818:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146141.046274:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146141.049562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.049747:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.052576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.056861:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201175936 00000100:00100000:0.0:1746146141.056867:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201175936 00002000:00100000:0.0:1746146141.056901:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2ce00 x1830966201175936/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.056912:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ce00 with x1830966201175936 ext(0->4095) 00002000:00010000:0.0:1746146141.056916:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2ce00 00000100:00100000:0.0:1746146141.056946:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12880 00000100:00100000:0.0:1746146141.056952:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+194:2008:x1830966201175936:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.057053:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+194:2008:x1830966201175936:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.057059:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12880 00002000:00100000:0.0:1746146141.057064:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2ce00 x1830966201175936/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.057070:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ce00 with x1830966201175936 ext(0->4095) 00002000:00010000:0.0:1746146141.057072:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2ce00 00000100:00100000:0.0:1746146141.060109:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.067016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.068157:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+196:2008:x1830966201176192:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 937us (1143us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746146141.068164:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1936 00002000:00100000:0.0:1746146141.068171:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a4f9f80 x1830966201176192/t4294970621(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.068177:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f9f80 with x1830966201176192 ext(0->7) 00010000:00010000:0.0:1746146141.068182:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f58e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7c8 expref: 196 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.068191:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f58e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7c8 expref: 196 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.068196:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a4f9f80 00000100:00100000:0.0:1746146141.070404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.079695:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.079772:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.082821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.082909:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.084912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.086803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.087783:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+199:2007:x1830966201177472:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 736us (982us total) trans 4294970622 rc 0/0 00000100:00100000:0.0:1746146141.087793:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1938 00002000:00100000:0.0:1746146141.087799:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099526d80 x1830966201177472/t4294970622(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.087806:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526d80 with x1830966201177472 ext(0->7) 00010000:00010000:0.0:1746146141.087811:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5f59c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7d6 expref: 199 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.087825:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5f59c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7d6 expref: 199 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.087830:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099526d80 00000100:00100000:0.0:1746146141.089960:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.093670:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201177856 00000100:00100000:0.0:1746146141.093675:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201177856 00002000:00100000:0.0:1746146141.093732:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa0e00 x1830966201177856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.093739:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0e00 with x1830966201177856 ext(0->4095) 00002000:00010000:0.0:1746146141.093743:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa0e00 00000100:00100000:0.0:1746146141.093758:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12882 00000100:00100000:0.0:1746146141.093764:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+198:2008:x1830966201177856:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.093852:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+198:2008:x1830966201177856:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (847us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.093857:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12882 00002000:00100000:0.0:1746146141.093862:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa0e00 x1830966201177856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.093868:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0e00 with x1830966201177856 ext(0->4095) 00002000:00010000:0.0:1746146141.093870:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa0e00 00000100:00100000:0.0:1746146141.096240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.099860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.099911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.102009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.102037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.104585:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.106096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.106879:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+201:2010:x1830966201179264:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 657us (782us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746146141.106929:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1940 00002000:00100000:0.0:1746146141.106936:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089601500 x1830966201179264/t4294970623(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.106942:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601500 with x1830966201179264 ext(0->7) 00010000:00010000:0.0:1746146141.106946:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f5b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7eb expref: 201 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.106955:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f5b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb7eb expref: 201 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.106961:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089601500 00000100:00100000:0.0:1746146141.108498:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.112393:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.114069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.118660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.122803:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.124355:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.126168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.126203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.126369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.129617:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.131453:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.132550:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+202:2009:x1830966201181312:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 966us (1098us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1746146141.132557:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1942 00002000:00100000:0.0:1746146141.132563:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089602680 x1830966201181312/t4294970624(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.132570:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602680 with x1830966201181312 ext(0->7) 00010000:00010000:0.0:1746146141.132575:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f5c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb800 expref: 202 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.132583:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f5c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb800 expref: 202 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.132588:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089602680 00000100:00100000:0.0:1746146141.133642:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.136091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.137828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.140451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.145470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.149983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.150029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.152830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.152865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.152894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.156924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.158754:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.160810:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+205:2009:x1830966201183616:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1860us (2055us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746146141.160823:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1944 00002000:00100000:0.0:1746146141.160830:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8d500 x1830966201183616/t4294970625(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.160839:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8d500 with x1830966201183616 ext(0->7) 00010000:00010000:0.0:1746146141.160845:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f5db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb815 expref: 205 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.160858:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f5db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb815 expref: 205 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.160864:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8d500 00000100:00100000:0.0:1746146141.162225:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.166754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.171918:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.171968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.174199:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.176574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.179090:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.180675:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+206:2008:x1830966201184896:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1212us (1586us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746146141.180684:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1946 00002000:00100000:0.0:1746146141.180691:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8d880 x1830966201184896/t4294970626(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.180710:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8d880 with x1830966201184896 ext(0->7) 00010000:00010000:0.0:1746146141.180742:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f5e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb82a expref: 206 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.180753:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f5e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb82a expref: 206 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.180758:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8d880 00000100:00100000:0.0:1746146141.182897:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.186343:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.189041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.193017:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.194055:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201185792 00000100:00100000:0.0:1746146141.194059:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201185792 00002000:00100000:0.0:1746146141.194081:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa1f80 x1830966201185792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.194090:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1f80 with x1830966201185792 ext(0->4095) 00010000:00010000:0.0:1746146141.194095:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f5f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb831 expref: 208 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.194106:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f5f7 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb831 expref: 208 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.194111:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa1f80 00000100:00100000:0.0:1746146141.194129:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1947 00000100:00100000:0.0:1746146141.194134:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+208:2008:x1830966201185792:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.194221:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+208:2008:x1830966201185792:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.194227:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1947 00002000:00100000:0.0:1746146141.194232:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa1f80 x1830966201185792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.194238:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1f80 with x1830966201185792 ext(0->4095) 00010000:00010000:0.0:1746146141.194242:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f5f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb831 expref: 208 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.194248:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f5f7 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb831 expref: 208 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.194253:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa1f80 00000100:00100000:0.0:1746146141.197895:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.197928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.197988:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.201223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.203649:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.207375:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+208:2007:x1830966201186688:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1442us (3729us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746146141.207383:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1949 00002000:00100000:0.0:1746146141.207391:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8df80 x1830966201186688/t4294970627(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.207399:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8df80 with x1830966201186688 ext(0->7) 00010000:00010000:0.0:1746146141.207406:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f5fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb838 expref: 208 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.207419:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f5fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb838 expref: 208 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.207430:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8df80 00000100:00100000:0.0:1746146141.209338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.212393:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.214328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.216136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.220384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.224152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.224214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.224248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.224271:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201187840 00000100:00100000:0.0:1746146141.224277:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201187840 00010000:00010000:0.0:1746146141.224298:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb83f expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.224319:0:25408:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201187712 00000100:00100000:0.0:1746146141.224322:0:25408:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201187712 00010000:00010000:0.0:1746146141.224330:0:25408:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f60c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb846 expref: 209 pid: 10121 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.224343:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12383 00000100:00100000:0.0:1746146141.224348:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201187840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146141.224356:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146141.224372:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f605 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb83f expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.224380:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f605 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb83f expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.224402:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f605 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb83f expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.224428:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146141.224446:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201187840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 98us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.224451:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12383 00000100:00100000:0.0:1746146141.224461:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12384 00000100:00100000:0.0:1746146141.224465:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+209:2010:x1830966201187712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146141.224470:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146141.224477:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f60c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb846 expref: 209 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.224484:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f60c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb846 expref: 209 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.224494:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5f60c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb846 expref: 209 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.224501:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.224502:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.224508:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f613 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb84d expref: 208 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.224514:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f613 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb84d expref: 208 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.224538:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f613 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb84d expref: 208 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146141.224547:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:25408:1830966198785664:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146141.224592:0:25408:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.226171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.227783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.228814:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+210:2008:x1830966201188480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1031us total) trans 4294970628 rc 0/0 00000100:00100000:0.0:1746146141.228822:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1951 00002000:00100000:0.0:1746146141.228828:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d0ca80 x1830966201188480/t4294970628(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.228835:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0ca80 with x1830966201188480 ext(0->7) 00010000:00010000:0.0:1746146141.228841:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f613 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb84d expref: 210 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.228850:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f613 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb84d expref: 210 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.228855:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d0ca80 00000100:00100000:0.0:1746146141.230261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.232037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.236617:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.240540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.243205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.244416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.247025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.250195:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.252986:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.253846:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+213:2010:x1830966201190528:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 721us (839us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746146141.253854:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1954 00002000:00100000:0.0:1746146141.253861:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072816d80 x1830966201190528/t4294970629(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.253868:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816d80 with x1830966201190528 ext(0->7) 00010000:00010000:0.0:1746146141.253873:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f628 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb862 expref: 213 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.253882:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f628 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb862 expref: 213 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.253888:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072816d80 00000100:00100000:0.0:1746146141.258321:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.263059:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.267391:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.268182:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.268269:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29044 00000100:00100000:0.0:1746146141.268276:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+212:1110:x1830966201191168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146141.268283:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146141.268296:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009e4d4c00/0x88944630cfb5f636 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb877 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.268335:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f62f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb869 expref: 213 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.268342:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f63d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb870 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.268348:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.268349:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.268351:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009e4d4c00/0x88944630cfb5f636 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb877 expref: 213 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.268466:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f63d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb870 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.268479:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f63d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb870 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.268489:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072815180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198786688:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146141.268644:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f62f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb869 expref: 213 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.268652:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f62f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb869 expref: 213 pid: 10121 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.268660:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c728000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198786816:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146141.268680:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.272060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.272731:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.274203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.276036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.279106:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201192064 00000100:00100000:0.0:1746146141.279113:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201192064 00000100:00100000:0.0:1746146141.279140:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29045 00000100:00100000:0.0:1746146141.279146:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201192064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146141.279158:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146141.279172:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb5f644 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb87e expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.279193:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009e4d4c00/0x88944630cfb5f636 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb877 expref: 211 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.279200:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.279202:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.279204:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb5f644 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb87e expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.279233:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009e4d4c00/0x88944630cfb5f636 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb877 expref: 211 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.279244:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009e4d4c00/0x88944630cfb5f636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb877 expref: 211 pid: 21272 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.279254:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c72b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198787072:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146141.279331:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.282414:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c72b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198787072:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146141.282438:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb5f644 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb87e expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.282451:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b2e0a00, rc 0) 00000100:00100000:0.0:1746146141.282480:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201192064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3334us (3420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.282492:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29045 00000100:00100000:0.0:1746146141.284100:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+214:2008:x1830966201192192:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1500us (1656us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746146141.284107:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1956 00002000:00100000:0.0:1746146141.284114:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081fa2300 x1830966201192192/t4294970630(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.284122:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2300 with x1830966201192192 ext(0->7) 00010000:00010000:0.0:1746146141.284127:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009e4d4c00/0x88944630cfb5f636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb877 expref: 214 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.284138:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009e4d4c00/0x88944630cfb5f636 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb877 expref: 214 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.284144:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa2300 00000100:00100000:0.0:1746146141.285783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.287475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.289479:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.291367:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.292925:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.295566:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201193472 00000100:00100000:0.0:1746146141.295571:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201193472 00000100:00100000:0.0:1746146141.295596:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29048 00000100:00100000:0.0:1746146141.295602:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201193472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146141.295612:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146141.295627:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d068400/0x88944630cfb5f659 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb893 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.295641:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.295649:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f652 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb88c expref: 215 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.295657:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.295660:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d068400/0x88944630cfb5f659 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb893 expref: 8 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.295682:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f652 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb88c expref: 215 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.295691:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d068400/0x88944630cfb5f659 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb893 expref: 8 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.295709:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d068400, rc 0) 00000100:00100000:0.0:1746146141.295747:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:1112:x1830966201193472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.295752:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29048 00000100:00100000:0.0:1746146141.298677:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201193728 00000100:00100000:0.0:1746146141.298682:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201193728 00002000:00100000:0.0:1746146141.298739:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2dc00 x1830966201193728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.298747:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2dc00 with x1830966201193728 ext(0->4095) 00010000:00010000:0.0:1746146141.298754:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb88c expref: 214 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.298764:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb88c expref: 214 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.298769:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2dc00 00000100:00100000:0.0:1746146141.298787:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1957 00000100:00100000:0.0:1746146141.298793:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+214:2008:x1830966201193728:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.298876:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+214:2008:x1830966201193728:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 83us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.298881:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1957 00002000:00100000:0.0:1746146141.298886:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2dc00 x1830966201193728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.298893:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2dc00 with x1830966201193728 ext(0->4095) 00010000:00010000:0.0:1746146141.298897:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb88c expref: 214 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.298906:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb88c expref: 214 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.298916:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2dc00 00000100:00100000:0.0:1746146141.299797:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.300767:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+216:2010:x1830966201193984:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (973us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746146141.300780:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1958 00002000:00100000:0.0:1746146141.300789:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c728a80 x1830966201193984/t4294970631(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.300799:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728a80 with x1830966201193984 ext(0->7) 00010000:00010000:0.0:1746146141.300807:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb88c expref: 216 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.300823:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f652 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb88c expref: 216 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.300832:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c728a80 00000100:00100000:0.0:1746146141.302427:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.304342:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201194368 00000100:00100000:0.0:1746146141.304346:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201194368 00002000:00100000:0.0:1746146141.304368:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2c700 x1830966201194368/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.304377:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c700 with x1830966201194368 ext(0->4095) 00002000:00010000:0.0:1746146141.304379:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2c700 00000100:00100000:0.0:1746146141.304393:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12901 00000100:00100000:0.0:1746146141.304399:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201194368:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.304484:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201194368:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 85us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.304489:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12901 00002000:00100000:0.0:1746146141.304493:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2c700 x1830966201194368/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.304499:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c700 with x1830966201194368 ext(0->4095) 00002000:00010000:0.0:1746146141.304501:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2c700 00000100:00100000:0.0:1746146141.306096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.307529:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.309575:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.310533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.312483:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.312513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.312542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.312598:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12395 00000100:00100000:0.0:1746146141.312605:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201195520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146141.312613:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146141.312629:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d068400/0x88944630cfb5f659 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb893 expref: 6 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.312647:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d068400/0x88944630cfb5f659 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb893 expref: 6 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.312976:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d068400/0x88944630cfb5f659 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb893 expref: 6 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.313003:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.313005:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.313010:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f667 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8a1 expref: 216 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.313017:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f667 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8a1 expref: 216 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146141.314427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.316434:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.317422:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+219:2008:x1830966201196032:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 876us (989us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746146141.317428:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1960 00002000:00100000:0.0:1746146141.317434:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880070b2d500 x1830966201196032/t4294970632(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.317441:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2d500 with x1830966201196032 ext(0->7) 00010000:00010000:0.0:1746146141.317446:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8a1 expref: 219 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.317455:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8a1 expref: 219 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.317460:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070b2d500 00000100:00100000:0.0:1746146141.319146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.325651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.327335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.329007:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.333110:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.339255:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.339814:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1961 00000100:00100000:0.0:1746146141.339822:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+219:2008:x1830966201197824:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.339974:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+219:2008:x1830966201197824:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (718us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.339980:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1961 00002000:00100000:0.0:1746146141.339985:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880072869c00 x1830966201197824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.339992:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869c00 with x1830966201197824 ext(0->4095) 00010000:00010000:0.0:1746146141.339996:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f67c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8b6 expref: 219 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.340005:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f67c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8b6 expref: 219 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.340010:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072869c00 00000100:00100000:0.0:1746146141.341968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.344253:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+221:2009:x1830966201198080:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1997us (2283us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746146141.344262:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1962 00002000:00100000:0.0:1746146141.344270:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007286bb80 x1830966201198080/t4294970633(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.344283:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286bb80 with x1830966201198080 ext(0->7) 00010000:00010000:0.0:1746146141.344289:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f67c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8b6 expref: 221 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.344301:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f67c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8b6 expref: 221 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.344306:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007286bb80 00000100:00100000:0.0:1746146141.345838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.349106:0:11920:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198789120:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146141.349126:0:11920:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146141.349178:0:11920:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+220:2010:x1830966201198208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3097us (3343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.349187:0:11920:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12400 00000100:00100000:0.0:1746146141.350269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.353188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.354305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.355461:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.356772:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.357216:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.357229:0:25408:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201199232 00000100:00100000:0.0:1746146141.357231:0:25408:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201199232 00010000:00010000:0.0:1746146141.357396:0:25408:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f68a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8c4 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.357414:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12402 00000100:00100000:0.0:1746146141.357420:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201199232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146141.357425:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146141.357433:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f68a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8c4 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.357440:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f68a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8c4 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.357451:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f68a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8c4 expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.357473:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.357474:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.357479:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f691 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8cb expref: 219 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.357487:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f691 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8cb expref: 219 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.357508:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f691 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8cb expref: 219 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146141.357516:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:25408:1830966198789504:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146141.358423:0:25408:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.358520:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201199360 00000100:00100000:0.0:1746146141.358524:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201199360 00000100:00100000:0.0:1746146141.358553:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29057 00000100:00100000:0.0:1746146141.358558:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+220:1112:x1830966201199360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146141.358572:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146141.358580:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c465600/0x88944630cfb5f698 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb8d2 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.358596:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f691 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8cb expref: 221 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.358601:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.358603:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.358605:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c465600/0x88944630cfb5f698 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8d2 expref: 221 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.358624:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8cb expref: 221 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.358633:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f691 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8cb expref: 221 pid: 21272 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.358642:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198789632:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146141.358692:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.359798:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198789632:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146141.359817:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c465600/0x88944630cfb5f698 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8d2 expref: 221 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.359826:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c465600, rc 0) 00000100:00100000:0.0:1746146141.359850:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+221:1112:x1830966201199360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1292us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.359859:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29057 00000100:00100000:0.0:1746146141.360107:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.362287:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.363277:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+223:2007:x1830966201199872:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 837us (993us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746146141.363284:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1965 00002000:00100000:0.0:1746146141.363291:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072869f80 x1830966201199872/t4294970634(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.363298:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869f80 with x1830966201199872 ext(0->7) 00010000:00010000:0.0:1746146141.363303:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8cb expref: 223 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.363313:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5f691 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8cb expref: 223 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.363318:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072869f80 00000100:00100000:0.0:1746146141.365311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.370520:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.373111:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.377786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.378512:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.381639:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.381664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.381684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.384851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.387341:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.388897:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+225:2007:x1830966201201664:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1255us (1555us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746146141.388904:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1968 00002000:00100000:0.0:1746146141.388911:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131add180 x1830966201201664/t4294970635(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.388918:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add180 with x1830966201201664 ext(0->7) 00010000:00010000:0.0:1746146141.388924:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f6a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8e0 expref: 225 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.388935:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f6a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8e0 expref: 225 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.388939:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131add180 00000100:00100000:0.0:1746146141.390241:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.392544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.395846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.398311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.400447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.400483:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.402897:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.402943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.403340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.405968:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.409144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.410482:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+226:2009:x1830966201203712:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1101us (1343us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746146141.410489:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1971 00002000:00100000:0.0:1746146141.410496:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012093ea00 x1830966201203712/t4294970636(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.410504:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ea00 with x1830966201203712 ext(0->7) 00010000:00010000:0.0:1746146141.410508:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f6bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8f5 expref: 226 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.410518:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5f6bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8f5 expref: 226 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.410524:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012093ea00 00000100:00100000:0.0:1746146141.411886:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.414094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.415999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.418002:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.419844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.419885:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.424343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.424364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.424401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.424414:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201204992 00000100:00100000:0.0:1746146141.424416:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201204992 00010000:00010000:0.0:1746146141.424433:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f6c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8fc expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.424444:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201205120 00000100:00100000:0.0:1746146141.424445:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201205120 00010000:00010000:0.0:1746146141.424450:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f6c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb903 expref: 228 pid: 10121 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.424462:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12410 00000100:00100000:0.0:1746146141.424465:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201204992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146141.424472:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146141.424483:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f6c2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8fc expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.424506:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f6c2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8fc expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.424522:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f6c2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb8fc expref: 6 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.424541:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.424542:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.424546:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c28e800/0x88944630cfb5f6d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb90a expref: 228 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.424550:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28e800/0x88944630cfb5f6d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb90a expref: 228 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.424565:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c28e800/0x88944630cfb5f6d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb90a expref: 228 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.424570:0:11920:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c28e800/0x88944630cfb5f6d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb90a expref: 228 pid: 21272 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.424579:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012093f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198791552:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146141.424606:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.425849:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.427334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.428211:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+229:2010:x1830966201205760:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 731us (878us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746146141.428217:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1973 00002000:00100000:0.0:1746146141.428222:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012093f800 x1830966201205760/t4294970637(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.428229:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f800 with x1830966201205760 ext(0->7) 00010000:00010000:0.0:1746146141.428232:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c28e800/0x88944630cfb5f6d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb90a expref: 229 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.428241:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c28e800/0x88944630cfb5f6d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb90a expref: 229 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.428246:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012093f800 00000100:00100000:0.0:1746146141.430506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.432143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.433490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.435654:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.437184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.439836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.441807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.441842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.441871:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.443668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.446227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.447147:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+230:2007:x1830966201207808:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 765us (922us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746146141.447154:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1975 00002000:00100000:0.0:1746146141.447159:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b158a80 x1830966201207808/t4294970638(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.447166:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b158a80 with x1830966201207808 ext(0->7) 00010000:00010000:0.0:1746146141.447171:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c464800/0x88944630cfb5f6e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb91f expref: 230 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.447179:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c464800/0x88944630cfb5f6e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb91f expref: 230 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.447184:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b158a80 00000100:00100000:0.0:1746146141.448641:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.451179:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.452750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.454273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.457966:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.460135:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.460749:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.462309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.462334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.462360:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.464236:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.464619:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198792832:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146141.464634:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f701 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb93b expref: 231 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.464757:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332e7600, rc 0) 00000100:00100000:0.0:1746146141.464783:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+231:1112:x1830966201209600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2325us (2421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.464789:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29072 00000100:00100000:0.0:1746146141.465857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.467346:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+233:2010:x1830966201210112:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1211us (1489us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746146141.467353:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1978 00002000:00100000:0.0:1746146141.467359:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b991c00 x1830966201210112/t4294970639(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.467367:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991c00 with x1830966201210112 ext(0->7) 00010000:00010000:0.0:1746146141.467372:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb934 expref: 233 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.467380:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f6fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb934 expref: 233 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.467385:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b991c00 00000100:00100000:0.0:1746146141.471036:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.473454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.478518:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.479366:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.481449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.481500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.483334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.485759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.488967:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201211648 00000100:00100000:0.0:1746146141.488974:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201211648 00000100:00100000:0.0:1746146141.489090:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29075 00000100:00100000:0.0:1746146141.489357:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201211648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146141.489371:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146141.489385:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf37000/0x88944630cfb5f716 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb950 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.489406:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f70f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb949 expref: 231 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.489412:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.489414:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.489417:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf37000/0x88944630cfb5f716 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb950 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.489438:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f70f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb949 expref: 231 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.489447:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f70f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb949 expref: 231 pid: 10121 timeout: 843 lvb_type: 0 00000100:00100000:0.0:1746146141.489456:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198793472:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146141.489535:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.491945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.492905:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+234:2007:x1830966201211776:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (958us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746146141.492911:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1980 00002000:00100000:0.0:1746146141.492916:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c7f4380 x1830966201211776/t4294970640(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.492922:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4380 with x1830966201211776 ext(0->7) 00010000:00010000:0.0:1746146141.492927:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f70f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb949 expref: 234 pid: 10121 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.492935:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f70f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb949 expref: 234 pid: 10121 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.492940:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f4380 00000100:00100000:0.0:1746146141.494130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.496595:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.498351:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.498387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.500408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.504330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.505351:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+237:2010:x1830966201213056:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 857us (1021us total) trans 4294970641 rc 0/0 00000100:00100000:0.0:1746146141.505358:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1982 00002000:00100000:0.0:1746146141.505398:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c7f7800 x1830966201213056/t4294970641(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.505433:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f7800 with x1830966201213056 ext(0->7) 00010000:00010000:0.0:1746146141.505439:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5f724 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb95e expref: 237 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.505448:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5f724 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb95e expref: 237 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.505454:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f7800 00000100:00100000:0.0:1746146141.507230:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.509762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.515854:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.515898:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.518788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.518825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.520900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.523052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.524989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.526587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.527832:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+238:2007:x1830966201214720:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 725us (1240us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746146141.527839:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1984 00002000:00100000:0.0:1746146141.527847:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eadf80 x1830966201214720/t4294970642(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.527854:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadf80 with x1830966201214720 ext(0->7) 00010000:00010000:0.0:1746146141.527858:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f732 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb96c expref: 238 pid: 21272 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.527869:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f732 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb96c expref: 238 pid: 21272 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.527874:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eadf80 00000100:00100000:0.0:1746146141.529276:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.534852:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.538618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.541890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.541973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.544814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.545031:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966198795008:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146141.545052:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007da28e00/0x88944630cfb5f747 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb981 expref: 239 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.545066:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007da28e00, rc 0) 00000100:00100000:0.0:1746146141.545094:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+240:1110:x1830966201215360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2795us (3255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.545100:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29082 00000100:00100000:0.0:1746146141.545114:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201215872 00000100:00100000:0.0:1746146141.545117:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201215872 00000100:00100000:0.0:1746146141.545130:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29083 00000100:00100000:0.0:1746146141.545135:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+240:1112:x1830966201215872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146141.545144:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146141.545152:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf36e00/0x88944630cfb5f74e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfb988 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.545167:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.545171:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88007da28e00/0x88944630cfb5f747 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb981 expref: 241 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.545176:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146141.545178:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf36e00/0x88944630cfb5f74e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb988 expref: 241 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.545690:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88007da28e00/0x88944630cfb5f747 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb981 expref: 241 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.545728:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cf36e00/0x88944630cfb5f74e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb988 expref: 240 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.545735:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36e00, rc 0) 00000100:00100000:0.0:1746146141.545750:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+240:1112:x1830966201215872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 615us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.545755:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29083 00000100:00100000:0.0:1746146141.551064:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.556256:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.558554:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+241:2008:x1830966201216512:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 790us (2303us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746146141.558561:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1986 00002000:00100000:0.0:1746146141.558567:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eac380 x1830966201216512/t4294970643(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.558580:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac380 with x1830966201216512 ext(0->7) 00010000:00010000:0.0:1746146141.558585:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da28e00/0x88944630cfb5f747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb981 expref: 241 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.558594:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da28e00/0x88944630cfb5f747 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb981 expref: 241 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.558599:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eac380 00000100:00100000:0.0:1746146141.561089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.562551:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201216896 00000100:00100000:0.0:1746146141.562556:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201216896 00002000:00100000:0.0:1746146141.562578:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2f100 x1830966201216896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.562586:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f100 with x1830966201216896 ext(0->4095) 00002000:00010000:0.0:1746146141.562590:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2f100 00000100:00100000:0.0:1746146141.562604:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12927 00000100:00100000:0.0:1746146141.562609:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+240:2008:x1830966201216896:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.562710:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+240:2008:x1830966201216896:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (177us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.562747:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12927 00002000:00100000:0.0:1746146141.562753:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2f100 x1830966201216896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.562759:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f100 with x1830966201216896 ext(0->4095) 00002000:00010000:0.0:1746146141.562762:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2f100 00000100:00100000:0.0:1746146141.566649:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.566778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.568603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.570523:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.573433:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.574456:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+242:2008:x1830966201217792:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 871us (1026us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746146141.574465:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1988 00002000:00100000:0.0:1746146141.574471:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099aabb80 x1830966201217792/t4294970644(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.574479:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aabb80 with x1830966201217792 ext(0->7) 00010000:00010000:0.0:1746146141.574484:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb996 expref: 242 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.574494:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb996 expref: 242 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.574500:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099aabb80 00000100:00100000:0.0:1746146141.578339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.580316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.581762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.585830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.589985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.590011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.590040:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.592243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.593983:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.594883:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+244:2008:x1830966201219584:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 755us (901us total) trans 4294970645 rc 0/0 00000100:00100000:0.0:1746146141.594888:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1991 00002000:00100000:0.0:1746146141.594893:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b864000 x1830966201219584/t4294970645(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.594898:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864000 with x1830966201219584 ext(0->7) 00010000:00010000:0.0:1746146141.594902:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f76a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9a4 expref: 244 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.594908:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f76a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9a4 expref: 244 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.594912:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b864000 00000100:00100000:0.0:1746146141.596290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.598800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.600071:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.601368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.605322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.608371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.608415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.611796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.611836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.611883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.616080:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.621169:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.622480:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+247:2007:x1830966201221888:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 986us (1318us total) trans 4294970646 rc 0/0 00000100:00100000:0.0:1746146141.622492:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1994 00002000:00100000:0.0:1746146141.622499:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131b55f80 x1830966201221888/t4294970646(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.622506:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55f80 with x1830966201221888 ext(0->7) 00010000:00010000:0.0:1746146141.622513:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5f77f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9b9 expref: 247 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.622523:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5f77f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9b9 expref: 247 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.622529:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b55f80 00000100:00100000:0.0:1746146141.625070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.631336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.634060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.634099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.636078:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.636166:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.638587:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.638661:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.640382:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.642834:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.643805:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+249:2007:x1830966201223680:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 785us (974us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746146141.643811:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1997 00002000:00100000:0.0:1746146141.643816:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801306faa00 x1830966201223680/t4294970647(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.643823:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306faa00 with x1830966201223680 ext(0->7) 00010000:00010000:0.0:1746146141.643827:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9ce expref: 249 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.643836:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9ce expref: 249 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.643840:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306faa00 00000100:00100000:0.0:1746146141.645426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.647473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.649080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.650495:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.654072:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.656559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.656673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.658580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.658730:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.658758:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.661010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.663279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.664818:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+250:2010:x1830966201225984:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1384us (1540us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746146141.664826:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1999 00002000:00100000:0.0:1746146141.664833:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b310a80 x1830966201225984/t4294970648(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.664846:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310a80 with x1830966201225984 ext(0->7) 00010000:00010000:0.0:1746146141.664852:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da28200/0x88944630cfb5f7a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9e3 expref: 250 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.664863:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da28200/0x88944630cfb5f7a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9e3 expref: 250 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.664868:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b310a80 00000100:00100000:0.0:1746146141.667328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.670705:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.674396:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.685953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.688161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.688211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.691335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.691370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.692492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.694927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.700913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.702406:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+253:2008:x1830966201228032:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (1499us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746146141.702414:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2001 00002000:00100000:0.0:1746146141.702420:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c744e00 x1830966201228032/t4294970649(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.702428:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c744e00 with x1830966201228032 ext(0->7) 00010000:00010000:0.0:1746146141.702433:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f7be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9f8 expref: 253 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.702442:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f7be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfb9f8 expref: 253 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.702447:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c744e00 00000100:00100000:0.0:1746146141.704435:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.706226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.708398:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.713004:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.713623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.715810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.718279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.718650:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.720521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.721883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.722949:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+255:2007:x1830966201229824:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 874us (1065us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746146141.722956:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2004 00002000:00100000:0.0:1746146141.722961:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097f50700 x1830966201229824/t4294970650(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.722969:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f50700 with x1830966201229824 ext(0->7) 00010000:00010000:0.0:1746146141.722974:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5f7d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba0d expref: 255 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.722984:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5f7d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba0d expref: 255 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.722990:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097f50700 00000100:00100000:0.0:1746146141.724400:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.726676:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.729370:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.731424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.731444:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201230592 00000100:00100000:0.0:1746146141.731448:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201230592 00002000:00100000:0.0:1746146141.731473:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b17aa00 x1830966201230592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.731481:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17aa00 with x1830966201230592 ext(0->4095) 00002000:00010000:0.0:1746146141.731484:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b17aa00 00000100:00100000:0.0:1746146141.731513:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12942 00000100:00100000:0.0:1746146141.731519:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201230592:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.731606:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201230592:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 87us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.731611:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12942 00002000:00100000:0.0:1746146141.731615:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b17aa00 x1830966201230592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.731621:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17aa00 with x1830966201230592 ext(0->4095) 00002000:00010000:0.0:1746146141.731624:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b17aa00 00000100:00100000:0.0:1746146141.734375:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.734538:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.735792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.737485:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.740187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.741708:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+257:2010:x1830966201231872:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1377us (1520us total) trans 4294970651 rc 0/0 00000100:00100000:0.0:1746146141.741735:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2006 00002000:00100000:0.0:1746146141.741742:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b17ad80 x1830966201231872/t4294970651(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.741750:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17ad80 with x1830966201231872 ext(0->7) 00010000:00010000:0.0:1746146141.741755:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f7e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba22 expref: 257 pid: 26612 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.741765:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5f7e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba22 expref: 257 pid: 26612 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.741771:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b17ad80 00000100:00100000:0.0:1746146141.745938:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.750642:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.754280:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.754328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.757821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.759788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.769138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.770209:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+258:2010:x1830966201233152:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 853us (1075us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1746146141.770216:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2008 00002000:00100000:0.0:1746146141.770222:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072b8e300 x1830966201233152/t4294970652(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.770234:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e300 with x1830966201233152 ext(0->7) 00010000:00010000:0.0:1746146141.770239:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29800/0x88944630cfb5f7f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba37 expref: 258 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.770248:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29800/0x88944630cfb5f7f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba37 expref: 258 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.770253:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072b8e300 00000100:00100000:0.0:1746146141.771482:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.774019:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.774150:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.774171:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201233664 00000100:00100000:0.0:1746146141.774176:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201233664 00002000:00100000:0.0:1746146141.774204:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130658700 x1830966201233664/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.774213:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658700 with x1830966201233664 ext(0->4095) 00002000:00010000:0.0:1746146141.774217:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130658700 00000100:00100000:0.0:1746146141.774233:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12945 00000100:00100000:0.0:1746146141.774239:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201233664:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.774337:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201233664:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (187us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.774343:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12945 00002000:00100000:0.0:1746146141.774348:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130658700 x1830966201233664/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.774360:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658700 with x1830966201233664 ext(0->4095) 00002000:00010000:0.0:1746146141.774362:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130658700 00000100:00100000:0.0:1746146141.776291:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.776329:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.778134:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.778155:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201234176 00000100:00100000:0.0:1746146141.778163:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201234176 00002000:00100000:0.0:1746146141.778272:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013065a300 x1830966201234176/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.778279:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065a300 with x1830966201234176 ext(0->4095) 00010000:00010000:0.0:1746146141.778285:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5f804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba3e expref: 259 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.778296:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5f804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba3e expref: 259 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.778301:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013065a300 00000100:00100000:0.0:1746146141.778324:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2009 00000100:00100000:0.0:1746146141.778330:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+259:2009:x1830966201234176:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.778422:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+259:2009:x1830966201234176:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (388us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.778431:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2009 00002000:00100000:0.0:1746146141.778436:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013065a300 x1830966201234176/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.778447:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065a300 with x1830966201234176 ext(0->4095) 00010000:00010000:0.0:1746146141.778451:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5f804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba3e expref: 259 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.778459:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5f804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba3e expref: 259 pid: 9582 timeout: 843 lvb_type: 0 00002000:00010000:0.0:1746146141.778464:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013065a300 00000100:00100000:0.0:1746146141.780004:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.782001:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+261:2007:x1830966201234432:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1728us (1996us total) trans 4294970653 rc 0/0 00000100:00100000:0.0:1746146141.782009:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2010 00002000:00100000:0.0:1746146141.782017:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013065ad80 x1830966201234432/t4294970653(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.782025:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966201234432 ext(0->7) 00010000:00010000:0.0:1746146141.782031:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5f804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba3e expref: 261 pid: 9582 timeout: 843 lvb_type: 0 00010000:00010000:0.0:1746146141.782041:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5f804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba3e expref: 261 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.782047:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013065ad80 00000100:00100000:0.0:1746146141.783823:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.787170:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201234816 00000100:00100000:0.0:1746146141.787176:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201234816 00002000:00100000:0.0:1746146141.787205:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa1c00 x1830966201234816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.787213:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1c00 with x1830966201234816 ext(0->4095) 00002000:00010000:0.0:1746146141.787217:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa1c00 00000100:00100000:0.0:1746146141.787232:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12946 00000100:00100000:0.0:1746146141.787238:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+261:2007:x1830966201234816:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.787319:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+260:2007:x1830966201234816:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 81us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.787324:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12946 00002000:00100000:0.0:1746146141.787328:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa1c00 x1830966201234816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.787334:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1c00 with x1830966201234816 ext(0->4095) 00002000:00010000:0.0:1746146141.787337:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa1c00 00000100:00100000:0.0:1746146141.789956:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.792378:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.797609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.797652:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.801523:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.802954:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201235840 00000100:00100000:0.0:1746146141.802958:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201235840 00010000:00010000:0.0:1746146141.802974:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f812 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba4c expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146141.803004:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12458 00000100:00100000:0.0:1746146141.803010:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201235840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146141.803020:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146141.803029:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f812 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba4c expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.803037:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f812 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba4c expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.803050:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f812 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba4c expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.804264:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.804266:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.804272:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba53 expref: 261 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.804280:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba53 expref: 261 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146141.808065:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198801920:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146141.808077:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146141.808149:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201235840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5137us (5760us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146141.808156:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12458 00000100:00100000:0.0:1746146141.811127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.812120:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+263:2009:x1830966201236480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 767us (1000us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746146141.812128:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2012 00002000:00100000:0.0:1746146141.812134:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b8e0700 x1830966201236480/t4294970654(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.812141:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e0700 with x1830966201236480 ext(0->7) 00010000:00010000:0.0:1746146141.812147:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba53 expref: 263 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.812156:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f819 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba53 expref: 263 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.812161:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e0700 00000100:00100000:0.0:1746146141.814810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.818768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.821419:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.824131:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.824616:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.827824:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.828070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.828787:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.830233:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.833978:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+265:2010:x1830966201238272:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1742us (1870us total) trans 4294970655 rc 0/0 00000100:00100000:0.0:1746146141.833988:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2015 00002000:00100000:0.0:1746146141.833995:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2df80 x1830966201238272/t4294970655(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.834004:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2df80 with x1830966201238272 ext(0->7) 00010000:00010000:0.0:1746146141.834011:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f82e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba68 expref: 265 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.834024:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f82e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba68 expref: 265 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.834031:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2df80 00000100:00100000:0.0:1746146141.838271:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.840172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.842019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.845253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.845340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.847345:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.848426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.848457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.850396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.852260:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.853336:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+267:2008:x1830966201240064:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 941us (1079us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746146141.853344:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2018 00002000:00100000:0.0:1746146141.853350:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a746300 x1830966201240064/t4294970656(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.853356:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746300 with x1830966201240064 ext(0->7) 00010000:00010000:0.0:1746146141.853362:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba7d expref: 267 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.853371:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba7d expref: 267 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.853380:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a746300 00000100:00100000:0.0:1746146141.854325:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.855989:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.857530:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.858782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.863405:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.865767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.866412:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.868920:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.868943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.868980:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.869186:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12467 00000100:00100000:0.0:1746146141.869193:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201241856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146141.869199:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146141.869242:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f851 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba8b expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.869251:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f851 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba8b expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.869262:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb5f851 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba8b expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.869274:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.869275:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.869281:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f858 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba92 expref: 268 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.869407:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba92 expref: 267 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.869427:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba92 expref: 267 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.869437:0:11920:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f858 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba92 expref: 267 pid: 10121 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146141.869446:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198803840:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146141.869502:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.870971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.875133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.876310:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+269:2010:x1830966201242368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1028us (1179us total) trans 4294970657 rc 0/0 00000100:00100000:0.0:1746146141.876318:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2021 00002000:00100000:0.0:1746146141.876325:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d0a300 x1830966201242368/t4294970657(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.876332:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0a300 with x1830966201242368 ext(0->7) 00010000:00010000:0.0:1746146141.876338:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba92 expref: 269 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.876349:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfba92 expref: 269 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.876355:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d0a300 00000100:00100000:0.0:1746146141.878678:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.884019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.884089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.886582:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.886643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.888596:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.891124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.892481:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+270:2009:x1830966201243648:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 919us (1360us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746146141.892488:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2023 00002000:00100000:0.0:1746146141.892495:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130e3dc00 x1830966201243648/t4294970658(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.892502:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3dc00 with x1830966201243648 ext(0->7) 00010000:00010000:0.0:1746146141.892507:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5f866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbaa0 expref: 270 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.892517:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5f866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbaa0 expref: 270 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.892522:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130e3dc00 00000100:00100000:0.0:1746146141.895027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.897774:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.901066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.903364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.906159:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.906480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.908094:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.908128:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.908848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.910931:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.912769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.913651:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+273:2007:x1830966201245696:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 716us (882us total) trans 4294970659 rc 0/0 00000100:00100000:0.0:1746146141.913658:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2026 00002000:00100000:0.0:1746146141.913665:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb9b800 x1830966201245696/t4294970659(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.913672:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b800 with x1830966201245696 ext(0->7) 00010000:00010000:0.0:1746146141.913676:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f87b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbab5 expref: 273 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.913685:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f87b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbab5 expref: 273 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.913690:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9b800 00000100:00100000:0.0:1746146141.914801:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.917712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.923033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.925507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.926174:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201246592 00000100:00100000:0.0:1746146141.926178:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201246592 00000100:00100000:0.0:1746146141.926199:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29129 00000100:00100000:0.0:1746146141.926205:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+272:1110:x1830966201246592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146141.926212:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146141.926223:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c13d200/0x88944630cfb5f890 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbaca expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.926244:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f882 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbabc expref: 273 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.926252:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f889 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbac3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.926257:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.926259:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146141.926263:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c13d200/0x88944630cfb5f890 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbaca expref: 273 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.926286:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f889 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbac3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.926295:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5f889 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbac3 expref: 5 pid: 26612 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146141.926306:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb98380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198805248:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146141.926369:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f882 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbabc expref: 273 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146141.926376:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbabc expref: 273 pid: 9582 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146141.926389:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb98700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966198805376:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146141.926406:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146141.927785:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.928042:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201246976 00000100:00100000:0.0:1746146141.928045:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201246976 00002000:00100000:0.0:1746146141.928066:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009caca680 x1830966201246976/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/0 e 0 to 0 dl 1746146152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.928074:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009caca680 with x1830966201246976 ext(0->4095) 00010000:00010000:0.0:1746146141.928078:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbabc expref: 273 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.928087:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbabc expref: 273 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.928092:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009caca680 00000100:00100000:0.0:1746146141.928101:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2027 00000100:00100000:0.0:1746146141.928105:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+273:2009:x1830966201246976:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146141.928225:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+273:2009:x1830966201246976:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146141.928230:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2027 00002000:00100000:0.0:1746146141.928235:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009caca680 x1830966201246976/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 488/4536 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.928242:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009caca680 with x1830966201246976 ext(0->4095) 00010000:00010000:0.0:1746146141.928247:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbabc expref: 273 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.928255:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f882 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbabc expref: 273 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.928260:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009caca680 00000100:00100000:0.0:1746146141.929421:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.929450:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.931540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.933331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.934223:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+274:2008:x1830966201247744:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 713us (895us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1746146141.934230:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2029 00002000:00100000:0.0:1746146141.934236:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131ba2d80 x1830966201247744/t4294970660(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.934243:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba2d80 with x1830966201247744 ext(0->7) 00010000:00010000:0.0:1746146141.934248:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c13d200/0x88944630cfb5f890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbaca expref: 274 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.934258:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c13d200/0x88944630cfb5f890 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbaca expref: 274 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.934264:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131ba2d80 00000100:00100000:0.0:1746146141.936045:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.942221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.947545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.947592:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.949175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.949372:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.951606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.951684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.954126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.957682:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.959890:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+276:2010:x1830966201249536:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1673us (2377us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746146141.959898:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2032 00002000:00100000:0.0:1746146141.959906:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bac3b80 x1830966201249536/t4294970661(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.959914:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3b80 with x1830966201249536 ext(0->7) 00010000:00010000:0.0:1746146141.959920:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5f8a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbadf expref: 276 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.959930:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5f8a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbadf expref: 276 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.959935:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bac3b80 00000100:00100000:0.0:1746146141.963084:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.968517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.970388:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.972383:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.975023:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.978520:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.978557:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.980257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.980308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.982842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.984067:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+279:2007:x1830966201251200:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 957us (1222us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746146141.984075:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2034 00002000:00100000:0.0:1746146141.984081:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bac0000 x1830966201251200/t4294970662(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:272/0 lens 496/448 e 0 to 0 dl 1746146152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146141.984088:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac0000 with x1830966201251200 ext(0->7) 00010000:00010000:0.0:1746146141.984094:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f8ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbaf4 expref: 279 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146141.984103:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f8ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbaf4 expref: 279 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146141.984109:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bac0000 00000100:00100000:0.0:1746146141.986337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.988900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.990088:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.991972:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.994986:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.996592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.998884:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.999027:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146141.999103:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.004369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.006553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.007430:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+280:2009:x1830966201253248:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 668us (879us total) trans 4294970663 rc 0/0 00000100:00100000:0.0:1746146142.007436:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2036 00002000:00100000:0.0:1746146142.007442:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cacf100 x1830966201253248/t4294970663(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.007449:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf100 with x1830966201253248 ext(0->7) 00010000:00010000:0.0:1746146142.007454:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f8cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb09 expref: 280 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.007463:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5f8cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb09 expref: 280 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.007472:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cacf100 00000100:00100000:0.0:1746146142.010067:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.011781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.014244:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.017066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.019233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.019621:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.021400:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.025670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.029679:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.031214:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+283:2010:x1830966201255296:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1270us (1537us total) trans 4294970664 rc 0/0 00000100:00100000:0.0:1746146142.031222:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2039 00002000:00100000:0.0:1746146142.031230:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a151ad80 x1830966201255296/t4294970664(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.031238:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151ad80 with x1830966201255296 ext(0->7) 00010000:00010000:0.0:1746146142.031244:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f8e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb1e expref: 283 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.031256:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f8e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb1e expref: 283 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.031262:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a151ad80 00000100:00100000:0.0:1746146142.032796:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.035263:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.037166:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.039865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.039901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.041663:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.041748:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.042606:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.044659:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.047064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.049506:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+285:2010:x1830966201257088:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2219us (2440us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1746146142.049515:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2042 00002000:00100000:0.0:1746146142.049524:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b5fbb80 x1830966201257088/t4294970665(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.049532:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fbb80 with x1830966201257088 ext(0->7) 00010000:00010000:0.0:1746146142.049540:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f8f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb33 expref: 285 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.049553:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f8f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb33 expref: 285 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.049559:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5fbb80 00000100:00100000:0.0:1746146142.053200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.056329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.057816:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.057854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.057947:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29147 00000100:00100000:0.0:1746146142.057952:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201257728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146142.057959:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146142.057970:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880080e6a400/0x88944630cfb5f907 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbb48 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.058006:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.058009:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f90e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb41 expref: 285 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.058014:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146142.058017:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880080e6a400/0x88944630cfb5f907 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb48 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.058056:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f90e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb41 expref: 285 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.058067:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880080e6a400/0x88944630cfb5f907 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb48 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.058074:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880080e6a400, rc 0) 00000100:00100000:0.0:1746146142.058100:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201257728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146142.058105:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29147 00000100:00100000:0.0:1746146142.060683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.063076:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.072811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.073667:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+286:2009:x1830966201258368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 669us (859us total) trans 4294970666 rc 0/0 00000100:00100000:0.0:1746146142.073673:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2044 00002000:00100000:0.0:1746146142.073680:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d174380 x1830966201258368/t4294970666(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.073686:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174380 with x1830966201258368 ext(0->7) 00010000:00010000:0.0:1746146142.073699:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f90e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb41 expref: 286 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.073708:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f90e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb41 expref: 286 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.073740:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d174380 00000100:00100000:0.0:1746146142.078051:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.078346:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.082513:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.085616:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.089369:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.095143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.097521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.101864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.105369:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.107858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.109030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.110441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.113639:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.119286:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+291:2008:x1830966201260800:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1260us (1823us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1746146142.119296:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2048 00002000:00100000:0.0:1746146142.119304:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2e680 x1830966201260800/t4294970668(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.119312:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2e680 with x1830966201260800 ext(0->7) 00010000:00010000:0.0:1746146142.119319:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb5d expref: 291 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.119332:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb5d expref: 291 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.119338:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2e680 00000100:00100000:0.0:1746146142.121811:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.125578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.129012:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.131959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.132022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.137848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.138164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.138180:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201261824 00000100:00100000:0.0:1746146142.138185:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201261824 00010000:00010000:0.0:1746146142.138211:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f931 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb6b expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146142.138229:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201261952 00000100:00100000:0.0:1746146142.138231:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201261952 00010000:00010000:0.0:1746146142.138240:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5f92a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb64 expref: 291 pid: 10121 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146142.138263:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12498 00000100:00100000:0.0:1746146142.138269:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201261824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146142.138278:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146142.138293:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f931 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb6b expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.138302:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f931 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb6b expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.138318:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f931 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb6b expref: 6 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.139286:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146142.139481:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2010:x1830966201261824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1211us (1633us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146142.139487:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12498 00000100:00100000:0.0:1746146142.141234:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.142635:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cac9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966198811008:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146142.142656:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5f93f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb79 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.142669:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121eef200, rc 0) 00000100:00100000:0.0:1746146142.142743:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201262080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3398us (4319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146142.142750:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29154 00000100:00100000:0.0:1746146142.144582:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.148050:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+292:2007:x1830966201262592:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1146us (3471us total) trans 4294970669 rc 0/0 00000100:00100000:0.0:1746146142.148057:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2051 00002000:00100000:0.0:1746146142.148063:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b998380 x1830966201262592/t4294970669(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.148070:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998380 with x1830966201262592 ext(0->7) 00010000:00010000:0.0:1746146142.148075:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5f938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb72 expref: 292 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.148084:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5f938 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb72 expref: 292 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.148089:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b998380 00000100:00100000:0.0:1746146142.150099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.154309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.162065:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201263104 00000100:00100000:0.0:1746146142.162073:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201263104 00000100:00100000:0.0:1746146142.162118:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201263232 00000100:00100000:0.0:1746146142.162120:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201263232 00000100:00100000:0.0:1746146142.162135:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29155 00000100:00100000:0.0:1746146142.162142:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+292:1110:x1830966201263104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146142.162156:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146142.162169:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880080e6be00/0x88944630cfb5f946 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbb80 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.162194:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5f93f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb79 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.162201:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.162202:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.162205:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880080e6be00/0x88944630cfb5f946 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb80 expref: 293 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.162230:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5f93f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb79 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.162240:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5f93f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb79 expref: 5 pid: 26612 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146142.162250:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966198811264:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146142.162311:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146142.169738:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.172307:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.175289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.177421:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+295:2009:x1830966201263872:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1976us (2130us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746146142.177431:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2053 00002000:00100000:0.0:1746146142.177440:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013336b100 x1830966201263872/t4294970670(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.177448:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b100 with x1830966201263872 ext(0->7) 00010000:00010000:0.0:1746146142.177456:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880080e6be00/0x88944630cfb5f946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb80 expref: 295 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.177469:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880080e6be00/0x88944630cfb5f946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb80 expref: 295 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.177475:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013336b100 00000100:00100000:0.0:1746146142.178903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.186310:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.196022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.197597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.200621:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.215892:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.221161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.226666:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.231758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.239825:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.240814:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+296:2008:x1830966201265536:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 759us (995us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746146142.240821:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2055 00002000:00100000:0.0:1746146142.240827:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880133369c00 x1830966201265536/t4294970671(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.240834:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369c00 with x1830966201265536 ext(0->7) 00010000:00010000:0.0:1746146142.240839:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f95b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb95 expref: 296 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.240848:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f95b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbb95 expref: 296 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.240853:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133369c00 00000100:00100000:0.0:1746146142.243768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.246117:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.247400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.249892:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.252375:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.256290:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.257131:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+298:2007:x1830966201266688:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 648us (846us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746146142.257138:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2057 00002000:00100000:0.0:1746146142.257144:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013336a300 x1830966201266688/t4294970672(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.257151:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a300 with x1830966201266688 ext(0->7) 00010000:00010000:0.0:1746146142.257156:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbba3 expref: 298 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.257165:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5f969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbba3 expref: 298 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.257171:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013336a300 00000100:00100000:0.0:1746146142.258867:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.262333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.263339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.264592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.266064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.268953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.270487:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.272147:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+301:2010:x1830966201267968:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1288us (1658us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746146142.272155:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2059 00002000:00100000:0.0:1746146142.272163:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a4cf800 x1830966201267968/t4294970673(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.272170:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cf800 with x1830966201267968 ext(0->7) 00010000:00010000:0.0:1746146142.272177:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f977 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbb1 expref: 301 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.272188:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5f977 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbb1 expref: 301 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.272194:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4cf800 00000100:00100000:0.0:1746146142.273408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.275571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.277305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.278873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.282916:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.283161:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201269120 00000100:00100000:0.0:1746146142.283164:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201269120 00002000:00100000:0.0:1746146142.283182:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa1880 x1830966201269120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 488/0 e 0 to 0 dl 1746146153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.283189:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1880 with x1830966201269120 ext(0->4095) 00010000:00010000:0.0:1746146142.283194:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f97e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbb8 expref: 302 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.283200:0:27126:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f97e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbb8 expref: 302 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746146142.283206:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa1880 00000100:00100000:0.0:1746146142.283228:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2060 00000100:00100000:0.0:1746146142.283233:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+302:2007:x1830966201269120:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146142.283324:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+302:2007:x1830966201269120:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146142.283330:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2060 00002000:00100000:0.0:1746146142.283335:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa1880 x1830966201269120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.283342:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1880 with x1830966201269120 ext(0->4095) 00010000:00010000:0.0:1746146142.283346:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f97e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbb8 expref: 302 pid: 26612 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.283353:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5f97e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbb8 expref: 302 pid: 26612 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.283361:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa1880 00000100:00100000:0.0:1746146142.285872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.285902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.285970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.287865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.289826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.291132:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+302:2008:x1830966201270016:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1117us (1308us total) trans 4294970674 rc 0/0 00000100:00100000:0.0:1746146142.291142:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2062 00002000:00100000:0.0:1746146142.291152:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d25e300 x1830966201270016/t4294970674(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.291159:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25e300 with x1830966201270016 ext(0->7) 00010000:00010000:0.0:1746146142.291164:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f98c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbc6 expref: 302 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.291174:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5f98c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbc6 expref: 302 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.291178:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d25e300 00000100:00100000:0.0:1746146142.292347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.294372:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.296755:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.298328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.301201:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.304109:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.304160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.311048:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.311319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.311614:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.313137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.316234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.320298:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+304:2009:x1830966201272320:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3338us (4065us total) trans 4294970675 rc 0/0 00000100:00100000:0.0:1746146142.320309:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2064 00002000:00100000:0.0:1746146142.320318:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007dfded80 x1830966201272320/t4294970675(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.320326:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfded80 with x1830966201272320 ext(0->7) 00010000:00010000:0.0:1746146142.320333:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f9a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbdb expref: 304 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.320345:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5f9a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbdb expref: 304 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.320351:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dfded80 00000100:00100000:0.0:1746146142.325387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.330615:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.335019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.340394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.343940:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.349712:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.353623:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.355141:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+306:2008:x1830966201273472:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 822us (1522us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746146142.355149:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2066 00002000:00100000:0.0:1746146142.355155:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072812d80 x1830966201273472/t4294970676(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.355163:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072812d80 with x1830966201273472 ext(0->7) 00010000:00010000:0.0:1746146142.355168:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f9af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbe9 expref: 306 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.355179:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5f9af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbe9 expref: 306 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.355184:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072812d80 00000100:00100000:0.0:1746146142.358822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.361628:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.363643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.365493:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.370363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.384117:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.384226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.387470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.387509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.387550:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.387580:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12518 00000100:00100000:0.0:1746146142.387587:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+308:2009:x1830966201275008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146142.387597:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146142.387903:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5f9bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbf7 expref: 308 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.387959:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5f9bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbf7 expref: 308 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.387971:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5f9bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbf7 expref: 308 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.387987:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.387989:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.387993:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f9c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbfe expref: 307 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.387999:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f9c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbfe expref: 307 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.388017:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f9c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbfe expref: 307 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.388027:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbfe expref: 307 pid: 10121 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146142.388063:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a462680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198815616:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146142.388119:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146142.390582:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.398138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.399824:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+309:2010:x1830966201275776:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1509us (1688us total) trans 4294970677 rc 0/0 00000100:00100000:0.0:1746146142.399835:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2068 00002000:00100000:0.0:1746146142.399842:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a460000 x1830966201275776/t4294970677(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.399850:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460000 with x1830966201275776 ext(0->7) 00010000:00010000:0.0:1746146142.399857:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbfe expref: 309 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.399868:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5f9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbbfe expref: 309 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.399874:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a460000 00000100:00100000:0.0:1746146142.403498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.406829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.410468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.410507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.412677:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.412755:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.416014:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.418322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.423878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.426537:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.427784:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+310:2008:x1830966201277440:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1036us (1246us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746146142.427791:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2070 00002000:00100000:0.0:1746146142.427802:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134d5df80 x1830966201277440/t4294970678(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.427810:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5df80 with x1830966201277440 ext(0->7) 00010000:00010000:0.0:1746146142.427815:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f9d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc13 expref: 310 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.427824:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5f9d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc13 expref: 310 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.427829:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5df80 00000100:00100000:0.0:1746146142.429859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.433438:0:25408:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:25408:1830966198816384:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146142.433452:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146142.433493:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+310:2007:x1830966201277568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3477us (3639us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146142.433499:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12523 00000100:00100000:0.0:1746146142.434281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.436673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.437957:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198816768 00000100:00100000:0.0:1746146142.437960:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198816768 00000100:00100000:0.0:1746146142.437994:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1746146142.438000:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966198816768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746146142.438021:0:8388:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746146142.438062:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966198816768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146142.438068:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1746146142.439039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.442126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.445043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.446086:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+312:2007:x1830966201278592:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 867us (1042us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746146142.446093:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2072 00002000:00100000:0.0:1746146142.446099:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134d5ea00 x1830966201278592/t4294970679(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.446105:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ea00 with x1830966201278592 ext(0->7) 00010000:00010000:0.0:1746146142.446110:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f9e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc21 expref: 312 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.446119:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f9e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc21 expref: 312 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.446124:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5ea00 00000100:00100000:0.0:1746146142.448286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.450455:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.455766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.457912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.460916:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.463533:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.468711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.472183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.473460:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+314:2009:x1830966201280512:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1069us (1279us total) trans 4294970680 rc 0/0 00000100:00100000:0.0:1746146142.473469:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2074 00002000:00100000:0.0:1746146142.473477:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134d5c700 x1830966201280512/t4294970680(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.473485:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5c700 with x1830966201280512 ext(0->7) 00010000:00010000:0.0:1746146142.473567:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f9fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc36 expref: 314 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.473581:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5f9fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc36 expref: 314 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.473587:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5c700 00000100:00100000:0.0:1746146142.476301:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.477275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.480862:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.483575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.487124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.489524:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.491394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.492323:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+316:2009:x1830966201281664:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (932us total) trans 4294970681 rc 0/0 00000100:00100000:0.0:1746146142.492330:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2076 00002000:00100000:0.0:1746146142.492337:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b178e00 x1830966201281664/t4294970681(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.492344:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b178e00 with x1830966201281664 ext(0->7) 00010000:00010000:0.0:1746146142.492350:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5fa0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc44 expref: 316 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.492363:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5fa0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc44 expref: 316 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.492369:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b178e00 00000100:00100000:0.0:1746146142.493630:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.496267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.498179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.501189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.504862:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.505322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.508396:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.508419:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.508981:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.508995:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201283200 00000100:00100000:0.0:1746146142.508998:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201283200 00000100:00100000:0.0:1746146142.509018:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29187 00000100:00100000:0.0:1746146142.509023:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1112:x1830966201283200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146142.509034:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146142.509043:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097023a00/0x88944630cfb5fa26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbc60 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.509056:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.509061:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fa1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc59 expref: 318 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.509066:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146142.509069:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097023a00/0x88944630cfb5fa26 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc60 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.509580:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fa1f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc59 expref: 317 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.509598:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097023a00/0x88944630cfb5fa26 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc60 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.510014:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097023a00, rc 0) 00000100:00100000:0.0:1746146142.510031:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201283200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1007us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146142.510036:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29187 00000100:00100000:0.0:1746146142.511886:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.513938:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.515743:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+318:2007:x1830966201283712:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1555us (1785us total) trans 4294970682 rc 0/0 00000100:00100000:0.0:1746146142.515751:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2078 00002000:00100000:0.0:1746146142.515758:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b311180 x1830966201283712/t4294970682(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.515766:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311180 with x1830966201283712 ext(0->7) 00010000:00010000:0.0:1746146142.515777:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fa1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc59 expref: 318 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.515789:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fa1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc59 expref: 318 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.515799:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b311180 00000100:00100000:0.0:1746146142.522841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.524494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.529519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.532211:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.532623:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.534820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.534848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.534881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.539124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.540269:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+320:2008:x1830966201285504:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 927us (1147us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746146142.540277:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2081 00002000:00100000:0.0:1746146142.540284:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d0c380 x1830966201285504/t4294970683(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.540290:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0c380 with x1830966201285504 ext(0->7) 00010000:00010000:0.0:1746146142.540295:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fa34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc6e expref: 320 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.540306:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fa34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc6e expref: 320 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.540311:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d0c380 00000100:00100000:0.0:1746146142.543260:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.551818:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.554532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.555976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.556446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.558293:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.562160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.563206:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+323:2008:x1830966201286784:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (1048us total) trans 4294970684 rc 0/0 00000100:00100000:0.0:1746146142.563213:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2083 00002000:00100000:0.0:1746146142.563219:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eafb80 x1830966201286784/t4294970684(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.563231:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eafb80 with x1830966201286784 ext(0->7) 00010000:00010000:0.0:1746146142.563236:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fa42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc7c expref: 323 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.563246:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fa42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc7c expref: 323 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.563251:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eafb80 00000100:00100000:0.0:1746146142.564670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.567100:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.569618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.573064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.574428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.575187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.576490:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.577305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.577331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.579133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.581940:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.583334:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+324:2008:x1830966201288832:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1179us (1394us total) trans 4294970685 rc 0/0 00000100:00100000:0.0:1746146142.583342:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2086 00002000:00100000:0.0:1746146142.583349:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012093df80 x1830966201288832/t4294970685(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.583356:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093df80 with x1830966201288832 ext(0->7) 00010000:00010000:0.0:1746146142.583361:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5fa57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc91 expref: 324 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.583371:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5fa57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbc91 expref: 324 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.583376:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012093df80 00000100:00100000:0.0:1746146142.585089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.588433:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.589956:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.591602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.593821:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.597002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.599625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.599649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.599672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.601424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.604430:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.606071:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+327:2010:x1830966201290880:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1397us (1639us total) trans 4294970686 rc 0/0 00000100:00100000:0.0:1746146142.606080:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2088 00002000:00100000:0.0:1746146142.606087:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c729180 x1830966201290880/t4294970686(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.606092:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c729180 with x1830966201290880 ext(0->7) 00010000:00010000:0.0:1746146142.606098:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5fa6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbca6 expref: 327 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.606107:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5fa6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbca6 expref: 327 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.606111:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c729180 00000100:00100000:0.0:1746146142.609295:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.613099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.614411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.617989:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.618191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.618944:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201291776:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 581us (750us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146142.618951:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2089 00002000:00100000:0.0:1746146142.618957:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880070b2ea00 x1830966201291776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.618964:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ea00 with x1830966201291776 ext(0->4095) 00010000:00010000:0.0:1746146142.618969:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fa7a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcb4 expref: 6 pid: 10121 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.618981:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fa7a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcb4 expref: 6 pid: 10121 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.618986:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070b2ea00 00000100:00100000:0.0:1746146142.619675:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.620840:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.620876:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.624269:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.627239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.628019:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+329:2010:x1830966201292672:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 595us (785us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1746146142.628025:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2091 00002000:00100000:0.0:1746146142.628031:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880070b2d880 x1830966201292672/t4294970687(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.628037:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2d880 with x1830966201292672 ext(0->7) 00010000:00010000:0.0:1746146142.628042:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5fa81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcbb expref: 329 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.628050:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5fa81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcbb expref: 329 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.628054:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070b2d880 00000100:00100000:0.0:1746146142.630799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.635530:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.639608:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.639859:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.640041:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29203 00000100:00100000:0.0:1746146142.640048:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+328:1110:x1830966201293312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146142.640056:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146142.640068:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095079400/0x88944630cfb5fa8f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbcd0 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.640088:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fa88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcc2 expref: 329 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.640094:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.640096:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.640099:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095079400/0x88944630cfb5fa8f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcd0 expref: 329 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.640120:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fa88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcc2 expref: 329 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.640130:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fa88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcc2 expref: 329 pid: 9582 timeout: 844 lvb_type: 0 00000100:00100000:0.0:1746146142.640390:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072815180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198822016:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146142.640532:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146142.643069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.646712:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.650529:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201293952 00000100:00100000:0.0:1746146142.650537:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201293952 00002000:00100000:0.0:1746146142.650571:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2fb80 x1830966201293952/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/0 e 0 to 0 dl 1746146153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.650581:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2fb80 with x1830966201293952 ext(0->7) 00010000:00010000:0.0:1746146142.650588:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095079400/0x88944630cfb5fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcd0 expref: 328 pid: 21272 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.650601:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095079400/0x88944630cfb5fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcd0 expref: 328 pid: 21272 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.650607:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2fb80 00000100:00100000:0.0:1746146142.651471:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2093 00000100:00100000:0.0:1746146142.651481:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+328:2007:x1830966201293952:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146142.653015:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+330:2007:x1830966201293952:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1530us (2630us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746146142.653024:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2093 00002000:00100000:0.0:1746146142.653033:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2fb80 x1830966201293952/t4294970688(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.653041:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2fb80 with x1830966201293952 ext(0->7) 00010000:00010000:0.0:1746146142.653048:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095079400/0x88944630cfb5fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcd0 expref: 330 pid: 21272 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.653062:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095079400/0x88944630cfb5fa8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcd0 expref: 330 pid: 21272 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.653068:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2fb80 00000100:00100000:0.0:1746146142.659013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.664303:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.667419:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201294464 00000100:00100000:0.0:1746146142.667586:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201294464 00002000:00100000:0.0:1746146142.667619:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa3480 x1830966201294464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:273/0 lens 488/0 e 0 to 0 dl 1746146153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.667627:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3480 with x1830966201294464 ext(0->4095) 00010000:00010000:0.0:1746146142.667634:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fa96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcc9 expref: 6 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.667644:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fa96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcc9 expref: 6 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.667650:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa3480 00000100:00100000:0.0:1746146142.667676:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2094 00000100:00100000:0.0:1746146142.667682:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201294464:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146142.667807:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201294464:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (491us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146142.667813:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2094 00002000:00100000:0.0:1746146142.667817:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa3480 x1830966201294464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.667825:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3480 with x1830966201294464 ext(0->4095) 00010000:00010000:0.0:1746146142.667829:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fa96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcc9 expref: 6 pid: 9582 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.667837:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fa96 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcc9 expref: 6 pid: 9582 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.667857:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa3480 00000100:00100000:0.0:1746146142.670153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.673999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.678782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.682788:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.686292:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+332:2007:x1830966201295104:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3279us (3503us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746146142.686303:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2095 00002000:00100000:0.0:1746146142.686313:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a4cc700 x1830966201295104/t4294970689(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.686322:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc700 with x1830966201295104 ext(0->7) 00010000:00010000:0.0:1746146142.686331:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fa9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcd7 expref: 332 pid: 21272 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.686346:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fa9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcd7 expref: 332 pid: 21272 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.686353:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4cc700 00000100:00100000:0.0:1746146142.691901:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.692168:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.697017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.699471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.703481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.714384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.727202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.728449:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+334:2009:x1830966201296256:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1072us (1246us total) trans 4294970690 rc 0/0 00000100:00100000:0.0:1746146142.728457:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2097 00002000:00100000:0.0:1746146142.728463:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b5f8e00 x1830966201296256/t4294970690(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.728470:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8e00 with x1830966201296256 ext(0->7) 00010000:00010000:0.0:1746146142.728475:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5faab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbce5 expref: 334 pid: 21272 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.728485:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5faab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbce5 expref: 334 pid: 21272 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.728491:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5f8e00 00000100:00100000:0.0:1746146142.731974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.733316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.736369:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.739143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.742880:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.750055:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.760633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.763766:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+336:2008:x1830966201297408:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1588us (3133us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746146142.763775:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2099 00002000:00100000:0.0:1746146142.763784:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cacfb80 x1830966201297408/t4294970691(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.763792:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacfb80 with x1830966201297408 ext(0->7) 00010000:00010000:0.0:1746146142.763800:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5fab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcf3 expref: 336 pid: 21272 timeout: 844 lvb_type: 0 00010000:00010000:0.0:1746146142.763813:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5fab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbcf3 expref: 336 pid: 21272 timeout: 844 lvb_type: 0 00002000:00010000:0.0:1746146142.763819:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cacfb80 00000100:00100000:0.0:1746146142.771045:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.778568:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.782432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.785466:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.787093:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.789651:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.792676:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.794818:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+338:2009:x1830966201298560:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1596us (2136us total) trans 4294970692 rc 0/0 00000100:00100000:0.0:1746146142.794827:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2101 00002000:00100000:0.0:1746146142.794834:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a1519500 x1830966201298560/t4294970692(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.794842:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966201298560 ext(0->7) 00010000:00010000:0.0:1746146142.794849:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd01 expref: 338 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.794861:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd01 expref: 338 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146142.794868:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1519500 00000100:00100000:0.0:1746146142.796782:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.799027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.800882:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.804385:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.812837:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.816481:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.823157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.823237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.823538:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12559 00000100:00100000:0.0:1746146142.823545:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201299968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146142.823551:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146142.823560:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5face lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd08 expref: 6 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.823568:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5face lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd08 expref: 6 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.823579:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb5face lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd08 expref: 6 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.823590:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.823592:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.823597:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fadc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd16 expref: 338 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.823663:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fadc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd16 expref: 338 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.823706:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fadc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd16 expref: 338 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146142.823738:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:25408:1830966198824832:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146142.824306:0:25408:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146142.827005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.832339:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+340:2010:x1830966201300608:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1300us (1545us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746146142.832347:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2103 00002000:00100000:0.0:1746146142.832355:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2d500 x1830966201300608/t4294970693(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.832363:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d500 with x1830966201300608 ext(0->7) 00010000:00010000:0.0:1746146142.832371:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fadc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd16 expref: 340 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.832381:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fadc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd16 expref: 340 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146142.832387:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2d500 00000100:00100000:0.0:1746146142.837470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.844900:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.848092:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.848371:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.851095:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.854148:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.857582:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.859115:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+343:2008:x1830966201301888:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 964us (1534us total) trans 4294970694 rc 0/0 00000100:00100000:0.0:1746146142.859123:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2105 00002000:00100000:0.0:1746146142.859131:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb99880 x1830966201301888/t4294970694(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.859137:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb99880 with x1830966201301888 ext(0->7) 00010000:00010000:0.0:1746146142.859143:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5faea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd24 expref: 343 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.859154:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5faea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd24 expref: 343 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146142.859159:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb99880 00000100:00100000:0.0:1746146142.861407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.864890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.868458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.872570:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.874706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.879318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.879438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.882822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.882886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.888190:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cacad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198826112:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146142.888203:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146142.888242:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+342:2007:x1830966201303296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5199us (5426us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146142.888251:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12564 00000100:00100000:0.0:1746146142.889318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.891595:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+344:2009:x1830966201303936:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1956us (2273us total) trans 4294970695 rc 0/0 00000100:00100000:0.0:1746146142.891605:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2108 00002000:00100000:0.0:1746146142.891615:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a745f80 x1830966201303936/t4294970695(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.891622:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745f80 with x1830966201303936 ext(0->7) 00010000:00010000:0.0:1746146142.891630:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5faff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd39 expref: 344 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.891643:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5faff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd39 expref: 344 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146142.891649:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a745f80 00000100:00100000:0.0:1746146142.894199:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.896067:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.897813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.902143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.903790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.904077:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.906250:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.906281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.906322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.908611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.914485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.915785:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+347:2009:x1830966201305984:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 960us (1304us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1746146142.915791:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2111 00002000:00100000:0.0:1746146142.915797:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d174e00 x1830966201305984/t4294970696(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.915802:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174e00 with x1830966201305984 ext(0->7) 00010000:00010000:0.0:1746146142.915806:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5fb14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd4e expref: 347 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.915818:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5fb14 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd4e expref: 347 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146142.915824:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d174e00 00000100:00100000:0.0:1746146142.917209:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.920025:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201306368 00000100:00100000:0.0:1746146142.920032:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201306368 00002000:00100000:0.0:1746146142.920066:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2d180 x1830966201306368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 488/0 e 0 to 0 dl 1746146153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.920074:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d180 with x1830966201306368 ext(0->4095) 00002000:00010000:0.0:1746146142.920077:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2d180 00000100:00100000:0.0:1746146142.920102:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13021 00000100:00100000:0.0:1746146142.920109:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+346:2007:x1830966201306368:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146142.920219:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+346:2007:x1830966201306368:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146142.920228:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13021 00002000:00100000:0.0:1746146142.920233:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88007da2d180 x1830966201306368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 488/4536 e 0 to 0 dl 1746146153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.920240:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d180 with x1830966201306368 ext(0->4095) 00002000:00010000:0.0:1746146142.920242:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2d180 00000100:00100000:0.0:1746146142.922120:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.922297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.924425:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.924462:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.926186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.928239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.931453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.934006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.935423:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+348:2007:x1830966201307648:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 748us (1415us total) trans 4294970697 rc 0/0 00000100:00100000:0.0:1746146142.935430:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2113 00002000:00100000:0.0:1746146142.935436:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b8e3800 x1830966201307648/t4294970697(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.935444:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e3800 with x1830966201307648 ext(0->7) 00010000:00010000:0.0:1746146142.935450:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5fb29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd63 expref: 348 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.935460:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb5fb29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd63 expref: 348 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146142.935470:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e3800 00000100:00100000:0.0:1746146142.937771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.939408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.942331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.942374:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.944631:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.946404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.950326:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.951115:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+351:2008:x1830966201308928:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 606us (794us total) trans 4294970698 rc 0/0 00000100:00100000:0.0:1746146142.951122:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2115 00002000:00100000:0.0:1746146142.951128:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072869880 x1830966201308928/t4294970698(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.951134:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869880 with x1830966201308928 ext(0->7) 00010000:00010000:0.0:1746146142.951139:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da28400/0x88944630cfb5fb37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd71 expref: 351 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.951149:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da28400/0x88944630cfb5fb37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd71 expref: 351 pid: 26612 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146142.951154:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072869880 00000100:00100000:0.0:1746146142.952384:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.955276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.957942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.960862:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.962886:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.962960:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.965872:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.968148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.969891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.972979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.974799:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+352:2008:x1830966201310592:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1707us (1816us total) trans 4294970699 rc 0/0 00000100:00100000:0.0:1746146142.974808:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2117 00002000:00100000:0.0:1746146142.974816:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c1af800 x1830966201310592/t4294970699(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146142.974823:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1af800 with x1830966201310592 ext(0->7) 00010000:00010000:0.0:1746146142.974830:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5fb4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd86 expref: 352 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146142.974841:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5fb4c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd86 expref: 352 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146142.974847:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c1af800 00000100:00100000:0.0:1746146142.976498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.983327:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.986500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.986579:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.986632:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29232 00000100:00100000:0.0:1746146142.986637:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+352:1112:x1830966201311232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146142.986670:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146142.986694:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081fb6600/0x88944630cfb5fb5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbd9b expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.986737:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.986740:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146142.986746:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081fb6600/0x88944630cfb5fb5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd9b expref: 353 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.986758:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880081fb6600/0x88944630cfb5fb5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd9b expref: 353 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146142.986767:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081fb6600, rc 0) 00000100:00100000:0.0:1746146142.986799:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+353:1112:x1830966201311232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146142.986804:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29232 00000100:00100000:0.0:1746146142.989154:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.989193:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.991788:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.992624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.996534:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146142.999103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.000925:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+354:2009:x1830966201312384:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1518us (1823us total) trans 4294970700 rc 0/0 00000100:00100000:0.0:1746146143.000934:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2120 00002000:00100000:0.0:1746146143.000941:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089600a80 x1830966201312384/t4294970700(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:273/0 lens 496/448 e 0 to 0 dl 1746146153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.000949:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600a80 with x1830966201312384 ext(0->7) 00010000:00010000:0.0:1746146143.000956:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd94 expref: 354 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.000967:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5fb61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbd94 expref: 354 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.000973:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089600a80 00000100:00100000:0.0:1746146143.003025:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146143.003525:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146143.008219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146143.008369:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146143.012240:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.013528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.014365:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.016042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.017682:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.018101:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.021646:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.024647:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.027082:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+356:2010:x1830966201314176:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2214us (2427us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746146143.027093:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2123 00002000:00100000:0.0:1746146143.027102:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a4fb100 x1830966201314176/t4294970701(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.027111:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fb100 with x1830966201314176 ext(0->7) 00010000:00010000:0.0:1746146143.027118:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fb76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdb0 expref: 356 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.027136:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fb76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdb0 expref: 356 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.027141:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a4fb100 00000100:00100000:0.0:1746146143.037358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.037459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.040633:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.042527:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.044877:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.047448:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.052751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.061682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.061809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.065550:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.070215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.072836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.076619:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.077826:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+360:2007:x1830966201316480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1027us (1204us total) trans 4294970703 rc 0/0 00000100:00100000:0.0:1746146143.077833:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2127 00002000:00100000:0.0:1746146143.077839:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c956680 x1830966201316480/t4294970703(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.077846:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956680 with x1830966201316480 ext(0->7) 00010000:00010000:0.0:1746146143.077852:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fb92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdcc expref: 360 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.077866:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fb92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdcc expref: 360 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.077871:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c956680 00000100:00100000:0.0:1746146143.079805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.084075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.084615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.086013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.086081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.088006:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.090122:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.091595:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+363:2010:x1830966201317760:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1201us (1475us total) trans 4294970704 rc 0/0 00000100:00100000:0.0:1746146143.091603:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2129 00002000:00100000:0.0:1746146143.091610:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c954a80 x1830966201317760/t4294970704(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.091617:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954a80 with x1830966201317760 ext(0->7) 00010000:00010000:0.0:1746146143.091622:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5fba0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdda expref: 363 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.091632:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5fba0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdda expref: 363 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.091639:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c954a80 00000100:00100000:0.0:1746146143.093375:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.098545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.101229:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.102767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.102839:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.108567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.108593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.108632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.108857:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12590 00000100:00100000:0.0:1746146143.108862:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+363:2008:x1830966201318912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146143.108868:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146143.109746:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88007da28200/0x88944630cfb5fba7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbde1 expref: 363 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.109832:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88007da28200/0x88944630cfb5fba7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbde1 expref: 363 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.109848:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007da28200/0x88944630cfb5fba7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbde1 expref: 363 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.109861:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146143.110098:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+362:2008:x1830966201318912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1233us (1501us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146143.110106:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12590 00000100:00100000:0.0:1746146143.111559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.113410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.115647:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+364:2007:x1830966201319552:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1801us (2234us total) trans 4294970705 rc 0/0 00000100:00100000:0.0:1746146143.115658:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2131 00002000:00100000:0.0:1746146143.115666:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c957100 x1830966201319552/t4294970705(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.115673:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957100 with x1830966201319552 ext(0->7) 00010000:00010000:0.0:1746146143.115680:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fbb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdef expref: 364 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.115702:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fbb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdef expref: 364 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.115707:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c957100 00000100:00100000:0.0:1746146143.119462:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.121860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.125647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.125773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.127487:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.127871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.129863:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.129928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.133941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.135229:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+366:2007:x1830966201321344:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1163us (1282us total) trans 4294970706 rc 0/0 00000100:00100000:0.0:1746146143.135237:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2134 00002000:00100000:0.0:1746146143.135244:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097e27480 x1830966201321344/t4294970706(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.135255:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27480 with x1830966201321344 ext(0->7) 00010000:00010000:0.0:1746146143.135350:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fbc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdfd expref: 366 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.135361:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fbc3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbdfd expref: 366 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.135367:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e27480 00000100:00100000:0.0:1746146143.139403:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.143692:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201321728 00000100:00100000:0.0:1746146143.143700:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201321728 00002000:00100000:0.0:1746146143.143749:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa1500 x1830966201321728/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:274/0 lens 488/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.143758:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1500 with x1830966201321728 ext(0->4095) 00002000:00010000:0.0:1746146143.143761:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa1500 00000100:00100000:0.0:1746146143.143777:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13034 00000100:00100000:0.0:1746146143.143783:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201321728:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.144289:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201321728:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 505us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146143.144295:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13034 00002000:00100000:0.0:1746146143.144299:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081fa1500 x1830966201321728/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746146154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.144306:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1500 with x1830966201321728 ext(0->4095) 00002000:00010000:0.0:1746146143.144309:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa1500 00000100:00100000:0.0:1746146143.148517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.148562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.150234:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.151195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.152311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.152675:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.155260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.157810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.159990:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+368:2009:x1830966201323136:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1275us (2182us total) trans 4294970707 rc 0/0 00000100:00100000:0.0:1746146143.159999:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2137 00002000:00100000:0.0:1746146143.160006:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b1a2a00 x1830966201323136/t4294970707(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.160014:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2a00 with x1830966201323136 ext(0->7) 00010000:00010000:0.0:1746146143.160020:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fbdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe19 expref: 368 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.160031:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fbdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe19 expref: 368 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.160037:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1a2a00 00000100:00100000:0.0:1746146143.163564:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.167016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.169808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.172018:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.172203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.176152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.176187:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.177039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.180768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.183329:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+371:2008:x1830966201324928:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 622us (939us total) trans 4294970708 rc 0/0 00000100:00100000:0.0:1746146143.183335:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2140 00002000:00100000:0.0:1746146143.183341:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2ca80 x1830966201324928/t4294970708(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.183347:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966201324928 ext(0->7) 00010000:00010000:0.0:1746146143.183351:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fbf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe2e expref: 371 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.183360:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fbf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe2e expref: 371 pid: 26612 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.183365:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2ca80 00000100:00100000:0.0:1746146143.184527:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.186975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.188419:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.189623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.191909:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.193948:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.195572:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.195589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.195610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.197999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.199866:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201326976 00000100:00100000:0.0:1746146143.199872:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201326976 00002000:00100000:0.0:1746146143.199896:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2c000 x1830966201326976/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.199904:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c000 with x1830966201326976 ext(0->7) 00010000:00010000:0.0:1746146143.199910:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fc09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe43 expref: 370 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.199921:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fc09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe43 expref: 370 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.199927:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2c000 00000100:00100000:0.0:1746146143.199954:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2142 00000100:00100000:0.0:1746146143.199960:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+370:2010:x1830966201326976:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.200822:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+372:2010:x1830966201326976:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 859us (1012us total) trans 4294970709 rc 0/0 00000100:00100000:0.0:1746146143.200829:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2142 00002000:00100000:0.0:1746146143.200834:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2c000 x1830966201326976/t4294970709(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.200841:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c000 with x1830966201326976 ext(0->7) 00010000:00010000:0.0:1746146143.200846:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fc09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe43 expref: 372 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.200855:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fc09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe43 expref: 372 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.200860:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2c000 00000100:00100000:0.0:1746146143.204269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.207227:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.210344:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.215177:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.218011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.218091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.222670:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.222712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.230627:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201329024 00000100:00100000:0.0:1746146143.230635:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201329024 00002000:00100000:0.0:1746146143.230672:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2f800 x1830966201329024/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.230680:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f800 with x1830966201329024 ext(0->7) 00010000:00010000:0.0:1746146143.230703:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fc1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe58 expref: 373 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.230736:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fc1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe58 expref: 373 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.230743:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2f800 00000100:00100000:0.0:1746146143.230765:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2144 00000100:00100000:0.0:1746146143.230772:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+373:2009:x1830966201329024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.232092:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+375:2009:x1830966201329024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1315us (1663us total) trans 4294970710 rc 0/0 00000100:00100000:0.0:1746146143.232099:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2144 00002000:00100000:0.0:1746146143.232106:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2f800 x1830966201329024/t4294970710(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.232114:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f800 with x1830966201329024 ext(0->7) 00010000:00010000:0.0:1746146143.232119:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fc1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe58 expref: 375 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.232130:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fc1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe58 expref: 375 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.232136:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2f800 00000100:00100000:0.0:1746146143.234056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.236926:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.241284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.245455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.245539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.247419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.247540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.251485:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.251523:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.256094:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.259839:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.260691:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+376:2010:x1830966201331072:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 690us (847us total) trans 4294970711 rc 0/0 00000100:00100000:0.0:1746146143.260699:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2147 00002000:00100000:0.0:1746146143.260705:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b179180 x1830966201331072/t4294970711(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.260712:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179180 with x1830966201331072 ext(0->7) 00010000:00010000:0.0:1746146143.260739:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5fc33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe6d expref: 376 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.260748:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5fc33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe6d expref: 376 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.260753:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b179180 00000100:00100000:0.0:1746146143.261984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.265648:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.269160:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201331584 00000100:00100000:0.0:1746146143.269167:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201331584 00000100:00100000:0.0:1746146143.269215:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201331712 00000100:00100000:0.0:1746146143.269218:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201331712 00000100:00100000:0.0:1746146143.269240:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29265 00000100:00100000:0.0:1746146143.269246:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+376:1110:x1830966201331712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146143.269253:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146143.269260:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801211ed800/0x88944630cfb5fc48 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbe82 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.269319:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fc3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe74 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.269326:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5fc41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe7b expref: 378 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.269331:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.269332:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.269335:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801211ed800/0x88944630cfb5fc48 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe82 expref: 378 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.269416:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5fc41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe7b expref: 378 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.269424:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5fc41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe7b expref: 378 pid: 26612 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.269434:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966198836096:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146143.269484:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fc3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe74 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.269491:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fc3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe74 expref: 5 pid: 21272 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.269497:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966198836224:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146143.269513:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146143.270807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.270921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.271886:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.271911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.273599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.275361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.276088:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+378:2008:x1830966201332864:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 606us (727us total) trans 4294970712 rc 0/0 00000100:00100000:0.0:1746146143.276094:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2150 00002000:00100000:0.0:1746146143.276101:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a462d80 x1830966201332864/t4294970712(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.276107:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a462d80 with x1830966201332864 ext(0->7) 00010000:00010000:0.0:1746146143.276112:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801211ed800/0x88944630cfb5fc48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe82 expref: 378 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.276120:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801211ed800/0x88944630cfb5fc48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe82 expref: 378 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.276125:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a462d80 00000100:00100000:0.0:1746146143.277513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.279199:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.282204:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.285090:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.287957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.288004:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.290339:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201334272 00000100:00100000:0.0:1746146143.290343:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201334272 00000100:00100000:0.0:1746146143.290362:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29269 00000100:00100000:0.0:1746146143.290367:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201334272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146143.290376:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146143.290383:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801211ec800/0x88944630cfb5fc64 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbe9e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.290856:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fc5d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe97 expref: 378 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.290867:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146143.290869:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146143.290872:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801211ec800/0x88944630cfb5fc64 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe9e expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.290888:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fc5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe97 expref: 378 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.290897:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fc5d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbe97 expref: 378 pid: 9582 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.290904:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966198837120:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146143.290934:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146143.292214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.295028:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.299042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.300774:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.302822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.304624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.305273:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.306854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.307331:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201336192 00000100:00100000:0.0:1746146143.307335:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201336192 00010000:00010000:0.0:1746146143.307347:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fc6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbea5 expref: 381 pid: 26612 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.307367:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12617 00000100:00100000:0.0:1746146143.307372:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+381:2007:x1830966201336192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146143.307378:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146143.307385:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fc6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbea5 expref: 381 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.307393:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fc6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbea5 expref: 381 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.307405:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fc6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbea5 expref: 381 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.307418:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.307420:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.307426:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fc72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbeac expref: 380 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.307432:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fc72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbeac expref: 380 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.307450:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fc72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbeac expref: 380 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146143.307458:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198837632:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146143.307495:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146143.309892:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.313194:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.314086:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+382:2007:x1830966201336704:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 708us (896us total) trans 4294970714 rc 0/0 00000100:00100000:0.0:1746146143.314093:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2155 00002000:00100000:0.0:1746146143.314099:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130c25500 x1830966201336704/t4294970714(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.314106:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25500 with x1830966201336704 ext(0->7) 00010000:00010000:0.0:1746146143.314111:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fc72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbeac expref: 382 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.314120:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6e00/0x88944630cfb5fc72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbeac expref: 382 pid: 26612 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.314125:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130c25500 00000100:00100000:0.0:1746146143.316284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.319648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.321907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.323546:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.325370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.326024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.327020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.327553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.329426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.331852:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.336432:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.338699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.343817:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.343862:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.345517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.345564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.348022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.348066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.353361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.354614:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+386:2009:x1830966201340288:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 795us (1258us total) trans 4294970716 rc 0/0 00000100:00100000:0.0:1746146143.354621:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2161 00002000:00100000:0.0:1746146143.354627:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130683100 x1830966201340288/t4294970716(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.354634:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130683100 with x1830966201340288 ext(0->7) 00010000:00010000:0.0:1746146143.354640:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fc95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbecf expref: 386 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.354649:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fc95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbecf expref: 386 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.354654:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130683100 00000100:00100000:0.0:1746146143.356910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.359762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.359806:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201340672 00000100:00100000:0.0:1746146143.359811:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201340672 00002000:00100000:0.0:1746146143.359839:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130680a80 x1830966201340672/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:274/0 lens 488/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.359848:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680a80 with x1830966201340672 ext(0->4095) 00002000:00010000:0.0:1746146143.359852:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130680a80 00000100:00100000:0.0:1746146143.359866:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13052 00000100:00100000:0.0:1746146143.359872:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201340672:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.359972:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201340672:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146143.359978:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13052 00002000:00100000:0.0:1746146143.359983:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880130680a80 x1830966201340672/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746146154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.359990:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680a80 with x1830966201340672 ext(0->4095) 00002000:00010000:0.0:1746146143.359993:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130680a80 00000100:00100000:0.0:1746146143.362242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.366213:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.367693:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.367793:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.369392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.369739:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12625 00000100:00100000:0.0:1746146143.369746:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+387:2007:x1830966201341568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146143.369755:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146143.369769:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fcaa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbee4 expref: 387 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.369778:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fcaa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbee4 expref: 387 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.369794:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6400/0x88944630cfb5fcaa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbee4 expref: 387 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.369897:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146143.369921:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+386:2007:x1830966201341568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 176us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146143.369926:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12625 00000100:00100000:0.0:1746146143.370329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.371768:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.373510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.375198:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+389:2007:x1830966201342336:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1553us (1684us total) trans 4294970717 rc 0/0 00000100:00100000:0.0:1746146143.375206:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2163 00002000:00100000:0.0:1746146143.375213:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c7f6300 x1830966201342336/t4294970717(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.375220:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f6300 with x1830966201342336 ext(0->7) 00010000:00010000:0.0:1746146143.375227:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fcb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbeeb expref: 389 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.375238:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb5fcb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbeeb expref: 389 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.375243:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f6300 00000100:00100000:0.0:1746146143.376645:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.378894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.380899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.382701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.385813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.387760:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.389059:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.389669:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201343872 00000100:00100000:0.0:1746146143.389673:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201343872 00010000:00010000:0.0:1746146143.389699:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fcb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbef2 expref: 389 pid: 9582 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.389744:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12629 00000100:00100000:0.0:1746146143.389750:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+389:2007:x1830966201343872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146143.389757:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146143.389768:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fcb8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbef2 expref: 389 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.389776:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fcb8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbef2 expref: 389 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.389790:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fcb8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbef2 expref: 389 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.389806:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.389807:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.389812:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5fcc6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf00 expref: 388 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.389819:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5fcc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf00 expref: 388 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.389837:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5fcc6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf00 expref: 388 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.389846:0:11920:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5fcc6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf00 expref: 388 pid: 9582 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.389860:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b15aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198840320:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146143.389919:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146143.391168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.393476:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.400083:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.403038:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.407333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.407377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.409859:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.411589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.413555:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.414253:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+393:2008:x1830966201345664:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 492us (699us total) trans 4294970719 rc 0/0 00000100:00100000:0.0:1746146143.414260:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2168 00002000:00100000:0.0:1746146143.414266:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b993100 x1830966201345664/t4294970719(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.414273:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993100 with x1830966201345664 ext(0->7) 00010000:00010000:0.0:1746146143.414278:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5fcd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf0e expref: 393 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.414288:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5fcd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf0e expref: 393 pid: 26612 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.414294:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b993100 00000100:00100000:0.0:1746146143.417100:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.419392:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.421110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.423137:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201346432 00000100:00100000:0.0:1746146143.423144:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201346432 00002000:00100000:0.0:1746146143.423174:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cacea00 x1830966201346432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:274/0 lens 488/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.423182:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacea00 with x1830966201346432 ext(0->4095) 00002000:00010000:0.0:1746146143.423186:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cacea00 00000100:00100000:0.0:1746146143.423212:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13059 00000100:00100000:0.0:1746146143.423218:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201346432:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.423317:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201346432:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146143.423323:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13059 00002000:00100000:0.0:1746146143.423327:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cacea00 x1830966201346432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746146154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.423333:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacea00 with x1830966201346432 ext(0->4095) 00002000:00010000:0.0:1746146143.423335:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cacea00 00000100:00100000:0.0:1746146143.424706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.428377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.433996:0:25408:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201347072 00000100:00100000:0.0:1746146143.434000:0:25408:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201347072 00010000:00010000:0.0:1746146143.434025:0:25408:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fcdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf15 expref: 393 pid: 9582 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.434058:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12634 00000100:00100000:0.0:1746146143.434064:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+393:2007:x1830966201347072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146143.434072:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146143.434101:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fcdb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf15 expref: 393 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.434109:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fcdb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf15 expref: 393 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.434132:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fcdb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf15 expref: 393 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.434165:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146143.434182:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+392:2007:x1830966201347072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 118us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146143.434187:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12634 00000100:00100000:0.0:1746146143.437809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.438803:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+394:2009:x1830966201347712:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (997us total) trans 4294970720 rc 0/0 00000100:00100000:0.0:1746146143.438810:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2170 00002000:00100000:0.0:1746146143.438816:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8f800 x1830966201347712/t4294970720(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.438824:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8f800 with x1830966201347712 ext(0->7) 00010000:00010000:0.0:1746146143.438829:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf23 expref: 394 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.438839:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fce9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf23 expref: 394 pid: 26612 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.438845:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8f800 00000100:00100000:0.0:1746146143.441946:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.450457:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.456855:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.458497:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.463447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.463523:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.464039:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201348608 00000100:00100000:0.0:1746146143.464045:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201348608 00002000:00100000:0.0:1746146143.464077:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f8ed80 x1830966201348608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 488/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.464086:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8ed80 with x1830966201348608 ext(0->4095) 00010000:00010000:0.0:1746146143.464093:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fcf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf31 expref: 396 pid: 10121 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.464105:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fcf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf31 expref: 396 pid: 10121 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.464110:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8ed80 00000100:00100000:0.0:1746146143.464448:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2171 00000100:00100000:0.0:1746146143.464457:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+396:2007:x1830966201348608:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.464590:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+395:2007:x1830966201348608:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (1149us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146143.464596:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2171 00002000:00100000:0.0:1746146143.464604:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880081f8ed80 x1830966201348608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.464611:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8ed80 with x1830966201348608 ext(0->4095) 00010000:00010000:0.0:1746146143.464616:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fcf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf31 expref: 395 pid: 10121 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.464627:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb5fcf7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf31 expref: 395 pid: 10121 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.464632:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8ed80 00000100:00100000:0.0:1746146143.466390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.466438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.470033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.473315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.474607:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+396:2010:x1830966201349504:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 764us (1297us total) trans 4294970721 rc 0/0 00000100:00100000:0.0:1746146143.474614:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2173 00002000:00100000:0.0:1746146143.474620:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012cef5500 x1830966201349504/t4294970721(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.474627:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5500 with x1830966201349504 ext(0->7) 00010000:00010000:0.0:1746146143.474632:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5fcfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf38 expref: 396 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.474641:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5fcfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf38 expref: 396 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.474651:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cef5500 00000100:00100000:0.0:1746146143.475791:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.477624:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.479599:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.483453:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.484089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.486309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.486569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.488105:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.489916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.492598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.495219:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.496479:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+398:2008:x1830966201351424:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 877us (1265us total) trans 4294970722 rc 0/0 00000100:00100000:0.0:1746146143.496487:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2175 00002000:00100000:0.0:1746146143.496493:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801369cea00 x1830966201351424/t4294970722(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.496500:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cea00 with x1830966201351424 ext(0->7) 00010000:00010000:0.0:1746146143.496505:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5fd13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf4d expref: 398 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.496515:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5fd13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf4d expref: 398 pid: 26612 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.496521:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801369cea00 00000100:00100000:0.0:1746146143.497751:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.499447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.501316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.505864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.505949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.508949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.509043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.509078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.512264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.514862:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.515852:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+400:2008:x1830966201353216:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 841us (993us total) trans 4294970723 rc 0/0 00000100:00100000:0.0:1746146143.515858:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2178 00002000:00100000:0.0:1746146143.515864:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c957480 x1830966201353216/t4294970723(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.515870:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957480 with x1830966201353216 ext(0->7) 00010000:00010000:0.0:1746146143.515875:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5fd28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf62 expref: 400 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.515883:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5fd28 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf62 expref: 400 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.515888:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c957480 00000100:00100000:0.0:1746146143.517210:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.518966:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.520638:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.522577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.526919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.532414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.533124:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.535104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.535140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.536077:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.539292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.543414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.544808:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+403:2007:x1830966201355520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 950us (1396us total) trans 4294970724 rc 0/0 00000100:00100000:0.0:1746146143.544816:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2180 00002000:00100000:0.0:1746146143.544822:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a4f9880 x1830966201355520/t4294970724(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.544829:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f9880 with x1830966201355520 ext(0->7) 00010000:00010000:0.0:1746146143.544833:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fd3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf77 expref: 403 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.544842:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7600/0x88944630cfb5fd3d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf77 expref: 403 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.544847:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a4f9880 00000100:00100000:0.0:1746146143.547034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.550761:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.558034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.559861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.560540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.562400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.563103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.563140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.566867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.571501:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+405:2008:x1830966201357312:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2189us (2322us total) trans 4294970725 rc 0/0 00000100:00100000:0.0:1746146143.571511:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2183 00002000:00100000:0.0:1746146143.571519:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b1a3800 x1830966201357312/t4294970725(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.571527:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3800 with x1830966201357312 ext(0->7) 00010000:00010000:0.0:1746146143.571535:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5fd52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf8c expref: 405 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.571548:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5fd52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbf8c expref: 405 pid: 26612 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.571554:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1a3800 00000100:00100000:0.0:1746146143.578340:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.586625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.589592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.590217:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.592246:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.592800:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.595318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.599125:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201358720 00000100:00100000:0.0:1746146143.599131:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201358720 00002000:00100000:0.0:1746146143.599165:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cacf480 x1830966201358720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 488/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.599177:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966201358720 ext(0->4095) 00002000:00010000:0.0:1746146143.599181:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cacf480 00000100:00100000:0.0:1746146143.599196:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13072 00000100:00100000:0.0:1746146143.599202:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+404:2009:x1830966201358720:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.599312:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+404:2009:x1830966201358720:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146143.599318:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13072 00002000:00100000:0.0:1746146143.599323:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009cacf480 x1830966201358720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746146154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.599330:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966201358720 ext(0->4095) 00002000:00010000:0.0:1746146143.599332:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cacf480 00000100:00100000:0.0:1746146143.603910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.608072:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.609578:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+406:2007:x1830966201358976:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1130us (1502us total) trans 4294970726 rc 0/0 00000100:00100000:0.0:1746146143.609585:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2185 00002000:00100000:0.0:1746146143.609591:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099aa8a80 x1830966201358976/t4294970726(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.609598:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aa8a80 with x1830966201358976 ext(0->7) 00010000:00010000:0.0:1746146143.609604:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfa1 expref: 406 pid: 26612 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.609614:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb5fd67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfa1 expref: 406 pid: 26612 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.609620:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099aa8a80 00000100:00100000:0.0:1746146143.611090:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.613215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.615286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.621478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.628401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.628771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.633534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.633593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.637577:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.640884:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.643773:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+409:2010:x1830966201361024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2003us (2891us total) trans 4294970727 rc 0/0 00000100:00100000:0.0:1746146143.643782:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2187 00002000:00100000:0.0:1746146143.643789:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c728380 x1830966201361024/t4294970727(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.643798:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728380 with x1830966201361024 ext(0->7) 00010000:00010000:0.0:1746146143.643805:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fd7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfb6 expref: 409 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.643816:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fd7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfb6 expref: 409 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.643821:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c728380 00000001:00080000:0.0:1746146143.645751:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970727 is committed 00000100:00100000:0.0:1746146143.649584:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.652693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.657821:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.660015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.664436:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.668589:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201362432 00000100:00100000:0.0:1746146143.668595:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201362432 00002000:00100000:0.0:1746146143.668628:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b1a1500 x1830966201362432/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 488/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.668636:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1500 with x1830966201362432 ext(0->4095) 00002000:00010000:0.0:1746146143.668640:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a1500 00000100:00100000:0.0:1746146143.668667:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13077 00000100:00100000:0.0:1746146143.668674:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966201362432:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.669120:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966201362432:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 445us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146143.669126:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13077 00002000:00100000:0.0:1746146143.669132:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b1a1500 x1830966201362432/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746146154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.669138:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1500 with x1830966201362432 ext(0->4095) 00002000:00010000:0.0:1746146143.669141:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a1500 00000100:00100000:0.0:1746146143.671802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.675305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.677483:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966201362688:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2007us (2174us total) trans 4294970728 rc 0/0 00000100:00100000:0.0:1746146143.677494:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2189 00002000:00100000:0.0:1746146143.677501:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c745f80 x1830966201362688/t4294970728(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.677508:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745f80 with x1830966201362688 ext(0->7) 00010000:00010000:0.0:1746146143.677515:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5fd91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfcb expref: 8 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.677526:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb5fd91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfcb expref: 8 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.677532:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c745f80 00000100:00100000:0.0:1746146143.680171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.682963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.685223:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146143.685371:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146143.687190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.687227:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.687262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146143.687289:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146143.687308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.687330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146143.687351:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746146143.687361:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201363712 00000100:00100000:0.0:1746146143.687364:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201363712 00000100:00100000:0.0:1746146143.687386:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1118 00000100:00100000:0.0:1746146143.687391:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966201363456:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146143.687413:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966201363456:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 22us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146143.687424:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1118 00000100:00080000:0.0:1746146143.687437:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746146143.687438:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746146143.687470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.689238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.689324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.689371:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29315 00000100:00100000:0.0:1746146143.689376:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1110:x1830966201364224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146143.689381:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146143.689393:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133278000/0x88944630cfb5fda6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfbfe0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.689478:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5fd98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfd2 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.689485:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fd9f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfd9 expref: 10 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.689489:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.689490:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.689492:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133278000/0x88944630cfb5fda6 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfe0 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.689536:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fd9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfd9 expref: 10 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.689542:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb5fd9f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfd9 expref: 10 pid: 21272 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.689551:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130659500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966198846848:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146143.689604:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5fd98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfd2 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.689612:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5fd98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfd2 expref: 5 pid: 21272 timeout: 845 lvb_type: 0 00000100:00100000:0.0:1746146143.689620:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013065bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966198846976:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146143.689641:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146143.690985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.691226:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.692858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.692918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.695646:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.700177:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.702474:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201365376:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1113us (2299us total) trans 4294970729 rc 0/0 00000100:00100000:0.0:1746146143.702490:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2192 00002000:00100000:0.0:1746146143.702496:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880070b2ed80 x1830966201365376/t4294970729(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.702504:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ed80 with x1830966201365376 ext(0->7) 00010000:00010000:0.0:1746146143.702509:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880133278000/0x88944630cfb5fda6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfe0 expref: 10 pid: 9582 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.702522:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880133278000/0x88944630cfb5fda6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbfe0 expref: 10 pid: 9582 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.702527:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070b2ed80 00000100:00100000:0.0:1746146143.704623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.706461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.708792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.709660:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.711391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.712204:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.714502:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.714748:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.716275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.720349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.721379:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2009:x1830966201367168:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (1033us total) trans 4294970730 rc 0/0 00000100:00100000:0.0:1746146143.721387:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2195 00002000:00100000:0.0:1746146143.721392:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b8e2680 x1830966201367168/t4294970730(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.721399:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2680 with x1830966201367168 ext(0->7) 00010000:00010000:0.0:1746146143.721404:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5fdbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbff5 expref: 12 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.721413:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5fdbb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfbff5 expref: 12 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.721422:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e2680 00000100:00100000:0.0:1746146143.727197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.728506:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.728866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.731274:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.733538:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.739314:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.740847:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2009:x1830966201368448:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 720us (1538us total) trans 4294970731 rc 0/0 00000100:00100000:0.0:1746146143.740856:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2197 00002000:00100000:0.0:1746146143.740862:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a747800 x1830966201368448/t4294970731(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.740870:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747800 with x1830966201368448 ext(0->7) 00010000:00010000:0.0:1746146143.740876:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5fdc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc003 expref: 15 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.740887:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5fdc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc003 expref: 15 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.740893:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a747800 00000100:00100000:0.0:1746146143.745428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.750015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.752283:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.753390:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201369088 00000100:00100000:0.0:1746146143.753394:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201369088 00000100:00100000:0.0:1746146143.753425:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29323 00000100:00100000:0.0:1746146143.753431:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201369088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146143.753439:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146143.753445:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880133279200/0x88944630cfb5fdde lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc018 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.753455:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146143.753459:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5fdd7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc011 expref: 15 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.753463:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146143.753464:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880133279200/0x88944630cfb5fdde lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc018 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.753481:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5fdd7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc011 expref: 15 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.753490:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880133279200/0x88944630cfb5fdde lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc018 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146143.753498:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279200, rc 0) 00000100:00100000:0.0:1746146143.753611:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201369088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146143.753616:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29323 00000100:00100000:0.0:1746146143.754349:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.756401:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.758125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.759144:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966201369728:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 800us (1020us total) trans 4294970732 rc 0/0 00000100:00100000:0.0:1746146143.759151:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2199 00002000:00100000:0.0:1746146143.759157:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081fa3800 x1830966201369728/t4294970732(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.759164:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3800 with x1830966201369728 ext(0->7) 00010000:00010000:0.0:1746146143.759170:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5fdd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc011 expref: 16 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.759179:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb5fdd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc011 expref: 16 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.759185:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa3800 00000100:00100000:0.0:1746146143.762869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.768656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.773095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.773138:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.774674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.777533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.779340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.780979:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966201371008:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1190us (1641us total) trans 4294970733 rc 0/0 00000100:00100000:0.0:1746146143.780985:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2201 00002000:00100000:0.0:1746146143.780990:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081f8e680 x1830966201371008/t4294970733(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.780996:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081f8e680 with x1830966201371008 ext(0->7) 00010000:00010000:0.0:1746146143.781001:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5fde5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc01f expref: 19 pid: 21272 timeout: 845 lvb_type: 0 00010000:00010000:0.0:1746146143.781009:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5fde5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc01f expref: 19 pid: 21272 timeout: 845 lvb_type: 0 00002000:00010000:0.0:1746146143.781013:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081f8e680 00000100:00100000:0.0:1746146143.785551:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.788231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.790309:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.790857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.792561:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.793078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.796835:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.798948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.801739:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.804068:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966201372672:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2130us (2322us total) trans 4294970734 rc 0/0 00000100:00100000:0.0:1746146143.804078:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2203 00002000:00100000:0.0:1746146143.804086:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a540380 x1830966201372672/t4294970734(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.804095:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a540380 with x1830966201372672 ext(0->7) 00010000:00010000:0.0:1746146143.804102:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc034 expref: 20 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.804114:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb5fdfa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc034 expref: 20 pid: 21272 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.804123:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a540380 00000100:00100000:0.0:1746146143.809405:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.810757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.811692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.813060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.815930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.818847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.820209:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+23:2008:x1830966201373952:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 893us (1364us total) trans 4294970735 rc 0/0 00000100:00100000:0.0:1746146143.820216:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2205 00002000:00100000:0.0:1746146143.820223:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880133368700 x1830966201373952/t4294970735(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.820231:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368700 with x1830966201373952 ext(0->7) 00010000:00010000:0.0:1746146143.820237:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5fe08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc042 expref: 23 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.820246:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5fe08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc042 expref: 23 pid: 21272 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.820252:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133368700 00000100:00100000:0.0:1746146143.821706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.825887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.829951:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.829999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.837224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.841007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.842561:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2009:x1830966201375232:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 968us (1559us total) trans 4294970736 rc 0/0 00000100:00100000:0.0:1746146143.842569:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2207 00002000:00100000:0.0:1746146143.842576:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072811f80 x1830966201375232/t4294970736(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.842583:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072811f80 with x1830966201375232 ext(0->7) 00010000:00010000:0.0:1746146143.842587:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb5fe1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc057 expref: 24 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.842597:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb5fe1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc057 expref: 24 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.842603:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072811f80 00000100:00100000:0.0:1746146143.844543:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.848175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.853113:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.855142:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.855180:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.857749:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.857774:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.857801:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.860311:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.863051:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.865838:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2009:x1830966201377024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2513us (2788us total) trans 4294970737 rc 0/0 00000100:00100000:0.0:1746146143.865848:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2210 00002000:00100000:0.0:1746146143.865857:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130682d80 x1830966201377024/t4294970737(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.865865:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130682d80 with x1830966201377024 ext(0->7) 00010000:00010000:0.0:1746146143.865872:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5fe2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc065 expref: 26 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.865886:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5fe2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc065 expref: 26 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.865892:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130682d80 00000100:00100000:0.0:1746146143.869035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.873285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.875093:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.878294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.878328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.880966:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201378176 00000100:00100000:0.0:1746146143.880971:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201378176 00002000:00100000:0.0:1746146143.880997:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b993480 x1830966201378176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:274/0 lens 488/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.881004:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993480 with x1830966201378176 ext(0->4095) 00010000:00010000:0.0:1746146143.881011:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fe32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc06c expref: 6 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.881045:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fe32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc06c expref: 6 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.881051:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b993480 00000100:00100000:0.0:1746146143.881178:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2211 00000100:00100000:0.0:1746146143.881185:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201378176:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.881643:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201378176:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 456us (808us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146143.881650:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2211 00002000:00100000:0.0:1746146143.881656:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b993480 x1830966201378176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.881662:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993480 with x1830966201378176 ext(0->4095) 00010000:00010000:0.0:1746146143.881666:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fe32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc06c expref: 6 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.881674:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb5fe32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc06c expref: 6 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.881687:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b993480 00000100:00100000:0.0:1746146143.882529:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.884170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.884207:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.887407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.887430:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201378816 00000100:00100000:0.0:1746146143.887435:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201378816 00002000:00100000:0.0:1746146143.887467:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bac3800 x1830966201378816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 488/0 e 0 to 0 dl 1746146154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.887475:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3800 with x1830966201378816 ext(0->4095) 00010000:00010000:0.0:1746146143.887803:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb5fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc07a expref: 27 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.887818:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb5fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc07a expref: 27 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.887824:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bac3800 00000100:00100000:0.0:1746146143.887837:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2212 00000100:00100000:0.0:1746146143.887843:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+27:2008:x1830966201378816:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146143.887938:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+27:2008:x1830966201378816:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (535us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146143.887943:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2212 00002000:00100000:0.0:1746146143.887948:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bac3800 x1830966201378816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 488/4536 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.887954:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3800 with x1830966201378816 ext(0->4095) 00010000:00010000:0.0:1746146143.887959:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb5fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc07a expref: 27 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.887967:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb5fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc07a expref: 27 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.887972:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bac3800 00000100:00100000:0.0:1746146143.891809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.894205:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2007:x1830966201379072:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2094us (2397us total) trans 4294970738 rc 0/0 00000100:00100000:0.0:1746146143.894215:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2213 00002000:00100000:0.0:1746146143.894223:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130c26d80 x1830966201379072/t4294970738(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.894233:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26d80 with x1830966201379072 ext(0->7) 00010000:00010000:0.0:1746146143.894241:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb5fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc07a expref: 29 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.894254:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb5fe40 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc07a expref: 29 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.894260:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130c26d80 00000100:00100000:0.0:1746146143.897342:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.902580:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.905957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.906011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.909286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.909331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.913062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.916588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.924912:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.930946:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.933374:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2008:x1830966201380736:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1977us (2428us total) trans 4294970739 rc 0/0 00000100:00100000:0.0:1746146143.933383:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2215 00002000:00100000:0.0:1746146143.933391:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a461f80 x1830966201380736/t4294970739(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.933399:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461f80 with x1830966201380736 ext(0->7) 00010000:00010000:0.0:1746146143.933406:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fe4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc088 expref: 30 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.933421:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee000/0x88944630cfb5fe4e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc088 expref: 30 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.933426:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a461f80 00000100:00100000:0.0:1746146143.936709:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.937278:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.938991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.941788:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.944403:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.952481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.955173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.956270:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2007:x1830966201381888:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 592us (1103us total) trans 4294970740 rc 0/0 00000100:00100000:0.0:1746146143.956277:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2217 00002000:00100000:0.0:1746146143.956282:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072817100 x1830966201381888/t4294970740(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.956289:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817100 with x1830966201381888 ext(0->7) 00010000:00010000:0.0:1746146143.956294:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5fe63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc09d expref: 32 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.956302:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5fe63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc09d expref: 32 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.956307:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072817100 00000100:00100000:0.0:1746146143.958388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.961651:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.962965:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.967030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.967142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.972349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.975390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.976654:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2008:x1830966201383168:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1066us (1268us total) trans 4294970741 rc 0/0 00000100:00100000:0.0:1746146143.976662:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2219 00002000:00100000:0.0:1746146143.976669:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c956300 x1830966201383168/t4294970741(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:274/0 lens 496/448 e 0 to 0 dl 1746146154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146143.976676:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956300 with x1830966201383168 ext(0->7) 00010000:00010000:0.0:1746146143.976693:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5fe71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0ab expref: 35 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146143.976704:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb5fe71 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0ab expref: 35 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146143.976709:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c956300 00000100:00100000:0.0:1746146143.978390:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.983193:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.985823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.987703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.989891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.992664:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.992750:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.994663:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.994775:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146143.997791:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.000944:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.004223:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2010:x1830966201385216:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3068us (3276us total) trans 4294970742 rc 0/0 00000100:00100000:0.0:1746146144.004233:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2222 00002000:00100000:0.0:1746146144.004241:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012cef6680 x1830966201385216/t4294970742(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.004249:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6680 with x1830966201385216 ext(0->7) 00010000:00010000:0.0:1746146144.004257:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5fe86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0c0 expref: 36 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.004268:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb5fe86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0c0 expref: 36 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.004274:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cef6680 00010000:00010000:0.0:1746146144.004292:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146144.006361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.009210:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.012883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.012960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.016137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.019841:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.021309:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.022457:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2009:x1830966201386496:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 850us (1149us total) trans 4294970743 rc 0/0 00000100:00100000:0.0:1746146144.022464:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2224 00002000:00100000:0.0:1746146144.022471:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b8e1500 x1830966201386496/t4294970743(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.022477:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1500 with x1830966201386496 ext(0->7) 00010000:00010000:0.0:1746146144.022482:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5fe94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0ce expref: 39 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.022491:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6800/0x88944630cfb5fe94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0ce expref: 39 pid: 21272 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.022496:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e1500 00000100:00100000:0.0:1746146144.025766:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.028380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.030424:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.030640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.030780:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29352 00000100:00100000:0.0:1746146144.030787:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201387136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146144.030794:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146144.030800:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b1b3c00/0x88944630cfb5fea9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc0e3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.030812:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.030816:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5fea2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0dc expref: 39 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.030821:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146144.030824:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1b3c00/0x88944630cfb5fea9 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0e3 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.030901:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5fea2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0dc expref: 39 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.030912:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b1b3c00/0x88944630cfb5fea9 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0e3 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.030919:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1b3c00, rc 0) 00000100:00100000:0.0:1746146144.030938:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201387136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.030943:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29352 00000100:00100000:0.0:1746146144.032386:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131af2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198855424:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146144.032405:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5fea2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0dc expref: 39 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.032414:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332e6a00, rc 0) 00000100:00100000:0.0:1746146144.032491:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+39:1110:x1830966201387008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1707us (2029us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.032497:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29351 00000100:00100000:0.0:1746146144.033703:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.035270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.036031:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2008:x1830966201387776:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 658us (764us total) trans 4294970744 rc 0/0 00000100:00100000:0.0:1746146144.036037:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2226 00002000:00100000:0.0:1746146144.036041:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801333a8380 x1830966201387776/t4294970744(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.036047:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333a8380 with x1830966201387776 ext(0->7) 00010000:00010000:0.0:1746146144.036051:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5fea2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0dc expref: 40 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.036057:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5fea2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0dc expref: 40 pid: 21272 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.036061:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801333a8380 00000100:00100000:0.0:1746146144.037117:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.040115:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.042123:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.043303:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.048645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.052014:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.056998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.057022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.057049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.057088:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201389184 00000100:00100000:0.0:1746146144.057092:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201389184 00010000:00010000:0.0:1746146144.057329:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6c00/0x88944630cfb5feb0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0ea expref: 42 pid: 21272 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.057358:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201389312 00000100:00100000:0.0:1746146144.057361:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201389312 00010000:00010000:0.0:1746146144.057371:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1b3c00/0x88944630cfb5fea9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0e3 expref: 6 pid: 9582 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.059214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.062592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.063980:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801333aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966201389824:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1140us (1390us total) trans 4294970745 rc 0/0 00000100:00100000:0.0:1746146144.063989:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2228 00002000:00100000:0.0:1746146144.063995:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801333aa680 x1830966201389824/t4294970745(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.064004:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801333aa680 with x1830966201389824 ext(0->7) 00010000:00010000:0.0:1746146144.064009:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0f1 expref: 43 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.064020:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5feb7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc0f1 expref: 43 pid: 21272 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.064027:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801333aa680 00000100:00100000:0.0:1746146144.066008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.068229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.073097:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.073577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.074662:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.076805:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.076869:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.078637:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.080898:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.082600:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2010:x1830966201391616:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1544us (1702us total) trans 4294970746 rc 0/0 00000100:00100000:0.0:1746146144.082608:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2231 00002000:00100000:0.0:1746146144.082615:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131af2680 x1830966201391616/t4294970746(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.082622:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af2680 with x1830966201391616 ext(0->7) 00010000:00010000:0.0:1746146144.082628:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da28400/0x88944630cfb5fecc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc106 expref: 45 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.082639:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da28400/0x88944630cfb5fecc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc106 expref: 45 pid: 9582 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.082644:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131af2680 00000100:00100000:0.0:1746146144.084802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.088191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.095249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.098468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.099019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.100973:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.104238:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.104276:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.107063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.110182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.112587:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b275f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966201393664:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2201us (2405us total) trans 4294970747 rc 0/0 00000100:00100000:0.0:1746146144.112597:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2234 00002000:00100000:0.0:1746146144.112606:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b275f80 x1830966201393664/t4294970747(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.112615:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b275f80 with x1830966201393664 ext(0->7) 00010000:00010000:0.0:1746146144.112623:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5fee1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc11b expref: 46 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.112635:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6000/0x88944630cfb5fee1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc11b expref: 46 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.112640:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b275f80 00000100:00100000:0.0:1746146144.116537:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.124396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.124673:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.126061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.126483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.126951:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201394432 00000100:00100000:0.0:1746146144.126955:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201394432 00010000:00010000:0.0:1746146144.126969:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5fee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc122 expref: 6 pid: 10121 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.126993:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12708 00000100:00100000:0.0:1746146144.126999:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b276d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201394432:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146144.127006:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146144.127019:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5fee8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc122 expref: 6 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.127051:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5fee8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc122 expref: 6 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.127070:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5fee8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc122 expref: 6 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.127090:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.127092:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.127096:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88007da29400/0x88944630cfb5feef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc129 expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.127102:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007da29400/0x88944630cfb5feef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc129 expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.127119:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88007da29400/0x88944630cfb5feef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc129 expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.127132:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88007da29400/0x88944630cfb5feef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc129 expref: 46 pid: 10121 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.127141:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b277100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198858112:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146144.127259:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146144.128936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.131084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.133188:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b277800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2009:x1830966201394944:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1950us (2103us total) trans 4294970748 rc 0/0 00000100:00100000:0.0:1746146144.133198:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2236 00002000:00100000:0.0:1746146144.133206:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b277800 x1830966201394944/t4294970748(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.133219:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b277800 with x1830966201394944 ext(0->7) 00010000:00010000:0.0:1746146144.133226:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29400/0x88944630cfb5feef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc129 expref: 49 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.133238:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29400/0x88944630cfb5feef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc129 expref: 49 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.133244:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b277800 00000100:00100000:0.0:1746146144.135103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.137017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.139314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.142319:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.142625:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.149038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.153112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.154113:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2009:x1830966201396736:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 775us (1006us total) trans 4294970749 rc 0/0 00000100:00100000:0.0:1746146144.154121:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2238 00002000:00100000:0.0:1746146144.154127:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e838380 x1830966201396736/t4294970749(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.154134:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966201396736 ext(0->7) 00010000:00010000:0.0:1746146144.154139:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5ff04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc13e expref: 51 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.154149:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5ff04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc13e expref: 51 pid: 21272 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.154156:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e838380 00000100:00100000:0.0:1746146144.155368:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.158623:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.164706:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.169087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.170783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.173075:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201397760 00000100:00100000:0.0:1746146144.173080:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201397760 00010000:00010000:0.0:1746146144.173099:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5ff0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc145 expref: 51 pid: 21272 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.173121:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12713 00000100:00100000:0.0:1746146144.173127:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2008:x1830966201397760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146144.173135:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146144.173148:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5ff0b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc145 expref: 51 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.173160:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5ff0b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc145 expref: 51 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.173177:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eef200/0x88944630cfb5ff0b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc145 expref: 51 pid: 21272 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.173281:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146144.173433:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2008:x1830966201397760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 305us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.173443:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12713 00000100:00100000:0.0:1746146144.173638:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.173669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.180584:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.183810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.187213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.189690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.191617:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.193672:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.195370:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.197018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.198742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.198782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.202377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.206308:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.209363:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966201400576:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1780us (3055us total) trans 4294970751 rc 0/0 00000100:00100000:0.0:1746146144.209372:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2244 00002000:00100000:0.0:1746146144.209380:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e838700 x1830966201400576/t4294970751(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.209388:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838700 with x1830966201400576 ext(0->7) 00010000:00010000:0.0:1746146144.209396:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefc00/0x88944630cfb5ff2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc168 expref: 54 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.209408:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefc00/0x88944630cfb5ff2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc168 expref: 54 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.209414:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e838700 00000100:00100000:0.0:1746146144.211243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.215997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.217643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.219195:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201401216 00000100:00100000:0.0:1746146144.219199:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201401216 00000100:00100000:0.0:1746146144.219231:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29374 00000100:00100000:0.0:1746146144.219237:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1112:x1830966201401216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146144.219245:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146144.219260:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb5ff43 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc17d expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.219276:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.219280:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5ff3c lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc176 expref: 56 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.219286:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146144.219288:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb5ff43 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc17d expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.219309:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5ff3c lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc176 expref: 56 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.219319:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb5ff43 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc17d expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.219327:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b1e00, rc 0) 00000100:00100000:0.0:1746146144.219361:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1112:x1830966201401216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.219369:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29374 00000100:00100000:0.0:1746146144.220508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.224553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.227612:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.230619:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966201401856:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2761us (3007us total) trans 4294970752 rc 0/0 00000100:00100000:0.0:1746146144.230629:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2246 00002000:00100000:0.0:1746146144.230639:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b5fbb80 x1830966201401856/t4294970752(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.230647:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fbb80 with x1830966201401856 ext(0->7) 00010000:00010000:0.0:1746146144.230655:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5ff3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc176 expref: 57 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.230667:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5ff3c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc176 expref: 57 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.230673:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5fbb80 00000100:00100000:0.0:1746146144.233667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.238764:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.242025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.242063:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.246044:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.248339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.252837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.254817:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966201403136:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1639us (1981us total) trans 4294970753 rc 0/0 00000100:00100000:0.0:1746146144.254827:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2248 00002000:00100000:0.0:1746146144.254835:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b5f8a80 x1830966201403136/t4294970753(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.254843:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8a80 with x1830966201403136 ext(0->7) 00010000:00010000:0.0:1746146144.254849:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5ff4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc18b expref: 58 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.254862:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5ff4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc18b expref: 58 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.254868:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5f8a80 00000100:00100000:0.0:1746146144.257400:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.260272:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.263075:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.266409:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.268509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.268551:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.270814:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.271216:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.272500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.277480:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.279594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.281997:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2009:x1830966201405184:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2104us (2400us total) trans 4294970754 rc 0/0 00000100:00100000:0.0:1746146144.282006:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2250 00002000:00100000:0.0:1746146144.282016:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b159500 x1830966201405184/t4294970754(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.282025:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159500 with x1830966201405184 ext(0->7) 00010000:00010000:0.0:1746146144.282032:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb5ff5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc199 expref: 61 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.282044:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb5ff5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc199 expref: 61 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.282051:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b159500 00000100:00100000:0.0:1746146144.283932:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.287512:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201405568 00000100:00100000:0.0:1746146144.287517:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201405568 00002000:00100000:0.0:1746146144.287546:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b1a0700 x1830966201405568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 488/0 e 0 to 0 dl 1746146155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.287554:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0700 with x1830966201405568 ext(0->4095) 00002000:00010000:0.0:1746146144.287558:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a0700 00000100:00100000:0.0:1746146144.287585:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13115 00000100:00100000:0.0:1746146144.287591:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2009:x1830966201405568:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146144.287699:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2009:x1830966201405568:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146144.287704:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13115 00002000:00100000:0.0:1746146144.287709:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b1a0700 x1830966201405568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 488/4536 e 0 to 0 dl 1746146155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.287732:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0700 with x1830966201405568 ext(0->4095) 00002000:00010000:0.0:1746146144.287736:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a0700 00000100:00100000:0.0:1746146144.290600:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.299039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.299131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.304976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.305900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.314243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.321121:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.326134:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.327655:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966201406848:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 849us (1523us total) trans 4294970755 rc 0/0 00000100:00100000:0.0:1746146144.327663:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2252 00002000:00100000:0.0:1746146144.327670:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099525180 x1830966201406848/t4294970755(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.327687:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525180 with x1830966201406848 ext(0->7) 00010000:00010000:0.0:1746146144.327693:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5ff74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc1ae expref: 62 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.327703:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5ff74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc1ae expref: 62 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.327708:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525180 00000100:00100000:0.0:1746146144.330307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.333557:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.335609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.338912:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201407744 00000100:00100000:0.0:1746146144.338918:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201407744 00002000:00100000:0.0:1746146144.338946:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b1a1880 x1830966201407744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 488/0 e 0 to 0 dl 1746146155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.338955:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1880 with x1830966201407744 ext(0->4095) 00002000:00010000:0.0:1746146144.338959:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a1880 00000100:00100000:0.0:1746146144.338972:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13117 00000100:00100000:0.0:1746146144.338977:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2009:x1830966201407744:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146144.339062:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2009:x1830966201407744:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 85us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146144.339067:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13117 00002000:00100000:0.0:1746146144.339072:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b1a1880 x1830966201407744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 488/4536 e 0 to 0 dl 1746146155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.339079:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1880 with x1830966201407744 ext(0->4095) 00002000:00010000:0.0:1746146144.339081:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a1880 00000100:00100000:0.0:1746146144.343407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.346008:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.351568:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.351797:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.354709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.356120:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.357839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.360338:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.362273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.363521:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2008:x1830966201409152:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1118us (1243us total) trans 4294970757 rc 0/0 00000100:00100000:0.0:1746146144.363528:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2256 00002000:00100000:0.0:1746146144.363536:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012cef5180 x1830966201409152/t4294970757(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.363542:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5180 with x1830966201409152 ext(0->7) 00010000:00010000:0.0:1746146144.363547:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc1ca expref: 66 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.363559:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7c00/0x88944630cfb5ff90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc1ca expref: 66 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.363564:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cef5180 00000100:00100000:0.0:1746146144.365822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.368169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.369837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.371190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.373761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.374336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.374878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.378621:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.379390:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2007:x1830966201410944:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 597us (769us total) trans 4294970758 rc 0/0 00000100:00100000:0.0:1746146144.379397:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2259 00002000:00100000:0.0:1746146144.379402:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b310700 x1830966201410944/t4294970758(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.379409:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310700 with x1830966201410944 ext(0->7) 00010000:00010000:0.0:1746146144.379413:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5ffa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc1df expref: 68 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.379426:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb5ffa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc1df expref: 68 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.379431:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b310700 00000100:00100000:0.0:1746146144.380683:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.383039:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201411328 00000100:00100000:0.0:1746146144.383044:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201411328 00002000:00100000:0.0:1746146144.383068:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b1a3b80 x1830966201411328/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:275/0 lens 488/0 e 0 to 0 dl 1746146155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.383076:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3b80 with x1830966201411328 ext(0->4095) 00002000:00010000:0.0:1746146144.383079:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a3b80 00000100:00100000:0.0:1746146144.383091:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13120 00000100:00100000:0.0:1746146144.383097:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201411328:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146144.383320:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201411328:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 222us (361us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146144.383327:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13120 00002000:00100000:0.0:1746146144.383332:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b1a3b80 x1830966201411328/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:275/0 lens 488/4536 e 0 to 0 dl 1746146155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.383338:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3b80 with x1830966201411328 ext(0->4095) 00002000:00010000:0.0:1746146144.383340:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a3b80 00000100:00100000:0.0:1746146144.384378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.386227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.389897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.389947:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.392183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.392239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.392270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.395078:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.398643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.399591:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201412992:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 665us (953us total) trans 4294970759 rc 0/0 00000100:00100000:0.0:1746146144.399598:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2262 00002000:00100000:0.0:1746146144.399604:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b311500 x1830966201412992/t4294970759(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.399610:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311500 with x1830966201412992 ext(0->7) 00010000:00010000:0.0:1746146144.399614:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5ffba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc1f4 expref: 71 pid: 10121 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.399622:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb5ffba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc1f4 expref: 71 pid: 10121 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.399626:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b311500 00000100:00100000:0.0:1746146144.401050:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.408844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.412179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.412221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.414444:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.414478:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.416904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.419024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.422144:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198865536 00000100:00100000:0.0:1746146144.422148:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198865536 00000100:00100000:0.0:1746146144.422168:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1746146144.422173:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966198865536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146144.422209:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966198865536:12345-0@lo:400:kworker.0 Request processed in 36us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.422214:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1746146144.422239:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1746146144.422244:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830966198865664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146144.422271:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830966198865664:12345-0@lo:400:kworker.0 Request processed in 27us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.422275:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1746146144.422284:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198866560 00000100:00100000:0.0:1746146144.422286:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198866560 00000100:00100000:0.0:1746146144.422303:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1746146144.422306:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966198866560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146144.422328:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966198866560:12345-0@lo:400:kworker.0 Request processed in 21us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.422332:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1746146144.422358:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198866176 00000100:00100000:0.0:1746146144.422361:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198866176 00000100:00100000:0.0:1746146144.422377:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198866304 00000100:00100000:0.0:1746146144.422379:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198866304 00000100:00100000:0.0:1746146144.422395:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1746146144.422398:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966198866176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146144.422418:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966198866176:12345-0@lo:400:kworker.0 Request processed in 19us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.422423:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1746146144.422447:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1746146144.422451:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966198866816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146144.422466:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966198866816:12345-0@lo:400:kworker.0 Request processed in 15us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.422541:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1746146144.422565:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1746146144.422570:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830966198865920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146144.422591:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830966198865920:12345-0@lo:400:kworker.0 Request processed in 21us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.422595:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1746146144.422629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.425528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.426688:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201414656:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 582us (1165us total) trans 4294970760 rc 0/0 00000100:00100000:0.0:1746146144.426694:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2264 00002000:00100000:0.0:1746146144.426700:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c745c00 x1830966201414656/t4294970760(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.426706:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745c00 with x1830966201414656 ext(0->7) 00010000:00010000:0.0:1746146144.426711:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29200/0x88944630cfb5ffcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc209 expref: 72 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.426742:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29200/0x88944630cfb5ffcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc209 expref: 72 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.426747:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c745c00 00000100:00100000:0.0:1746146144.429363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.431942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.434781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.436136:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.437428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.439579:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201415936 00000100:00100000:0.0:1746146144.439583:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201415936 00010000:00010000:0.0:1746146144.439597:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb5ffdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc217 expref: 73 pid: 9582 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.440177:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12743 00000100:00100000:0.0:1746146144.440184:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2009:x1830966201415936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146144.440191:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146144.440201:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb5ffdd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc217 expref: 73 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.440210:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb5ffdd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc217 expref: 73 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.440222:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb5ffdd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc217 expref: 73 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.440242:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.440244:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.440249:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5ffe4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc21e expref: 72 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.440256:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5ffe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc21e expref: 72 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.440282:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5ffe4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc21e expref: 72 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.440290:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5ffe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc21e expref: 72 pid: 9582 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.440298:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d174700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198867584:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146144.440354:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146144.444037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.445768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.447334:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2010:x1830966201416448:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1311us (1564us total) trans 4294970761 rc 0/0 00000100:00100000:0.0:1746146144.447341:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2267 00002000:00100000:0.0:1746146144.447348:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d175c00 x1830966201416448/t4294970761(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.447355:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175c00 with x1830966201416448 ext(0->7) 00010000:00010000:0.0:1746146144.447361:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5ffe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc21e expref: 74 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.447371:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb5ffe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc21e expref: 74 pid: 9582 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.447377:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d175c00 00000100:00100000:0.0:1746146144.449811:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.453231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.456664:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.456747:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.459220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.462907:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.467798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.469105:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2008:x1830966201417728:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1133us (1309us total) trans 4294970762 rc 0/0 00000100:00100000:0.0:1746146144.469112:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2269 00002000:00100000:0.0:1746146144.469119:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d174700 x1830966201417728/t4294970762(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.469127:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174700 with x1830966201417728 ext(0->7) 00010000:00010000:0.0:1746146144.469132:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5fff2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc233 expref: 77 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.469144:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb5fff2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc233 expref: 77 pid: 9582 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.469150:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d174700 00000100:00100000:0.0:1746146144.472950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.477544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.480461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.480511:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.482918:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.482954:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.485221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.486104:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198868736 00000100:00100000:0.0:1746146144.486108:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198868736 00000100:00100000:0.0:1746146144.486139:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1746146144.486144:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966198868736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746146144.486165:0:8388:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:0.0:1746146144.486206:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966198868736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.486211:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1746146144.487313:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.492441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.495289:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.496801:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966201419392:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1233us (1508us total) trans 4294970763 rc 0/0 00000100:00100000:0.0:1746146144.496809:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2271 00002000:00100000:0.0:1746146144.496816:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a745f80 x1830966201419392/t4294970763(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.496825:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745f80 with x1830966201419392 ext(0->7) 00010000:00010000:0.0:1746146144.496830:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb60007 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc241 expref: 78 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.496841:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb60007 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc241 expref: 78 pid: 9582 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.496847:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a745f80 00000100:00100000:0.0:1746146144.498427:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.501615:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.502420:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201419904 00000100:00100000:0.0:1746146144.502424:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201419904 00002000:00100000:0.0:1746146144.502452:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b8e1f80 x1830966201419904/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:275/0 lens 488/0 e 0 to 0 dl 1746146155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.502461:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1f80 with x1830966201419904 ext(0->4095) 00010000:00010000:0.0:1746146144.502467:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb6000e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc248 expref: 6 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.502477:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb6000e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc248 expref: 6 pid: 9582 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.502483:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e1f80 00000100:00100000:0.0:1746146144.502507:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2272 00000100:00100000:0.0:1746146144.502513:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201419904:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146144.502607:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201419904:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146144.502613:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2272 00002000:00100000:0.0:1746146144.502619:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b8e1f80 x1830966201419904/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:275/0 lens 488/4536 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.502629:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1f80 with x1830966201419904 ext(0->4095) 00010000:00010000:0.0:1746146144.502634:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb6000e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc248 expref: 6 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.502641:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7a00/0x88944630cfb6000e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc248 expref: 6 pid: 9582 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.502646:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e1f80 00000100:00100000:0.0:1746146144.503896:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.503928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.505407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.507052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.508126:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966201420672:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 951us (1071us total) trans 4294970764 rc 0/0 00000100:00100000:0.0:1746146144.508133:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2274 00002000:00100000:0.0:1746146144.508140:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a744380 x1830966201420672/t4294970764(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.508147:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744380 with x1830966201420672 ext(0->7) 00010000:00010000:0.0:1746146144.508153:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb60015 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc24f expref: 81 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.508163:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb60015 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc24f expref: 81 pid: 9582 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.508169:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a744380 00000100:00100000:0.0:1746146144.510950:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.514772:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.517190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.517939:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966198869760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146144.517960:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146144.518189:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966198869760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146144.518199:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198869632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746146144.520991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.521034:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.523247:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.523655:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.525515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.529358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.533096:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.535423:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2010:x1830966201422720:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1977us (2327us total) trans 4294970765 rc 0/0 00000100:00100000:0.0:1746146144.535436:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2278 00002000:00100000:0.0:1746146144.535445:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb98700 x1830966201422720/t4294970765(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.535453:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98700 with x1830966201422720 ext(0->7) 00010000:00010000:0.0:1746146144.535460:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb6002a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc264 expref: 82 pid: 9582 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.535473:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb6002a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc264 expref: 82 pid: 9582 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.535478:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb98700 00000100:00100000:0.0:1746146144.543078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.547080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.551630:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.552886:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201423360 00000100:00100000:0.0:1746146144.552890:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201423360 00000100:00100000:0.0:1746146144.552924:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29410 00000100:00100000:0.0:1746146144.552930:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+83:1112:x1830966201423360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146144.552938:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146144.552948:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081fb7e00/0x88944630cfb6003f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc279 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.552959:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.552963:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb60038 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc272 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.552968:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146144.552971:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081fb7e00/0x88944630cfb6003f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc279 expref: 84 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.552989:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb60038 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc272 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.552998:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880081fb7e00/0x88944630cfb6003f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc279 expref: 84 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.553006:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081fb7e00, rc 0) 00000100:00100000:0.0:1746146144.553037:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1112:x1830966201423360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.553043:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29410 00000100:00100000:0.0:1746146144.554597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.560924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.565883:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.567901:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2010:x1830966201424000:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1799us (2019us total) trans 4294970766 rc 0/0 00000100:00100000:0.0:1746146144.567909:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2280 00002000:00100000:0.0:1746146144.567916:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012093d500 x1830966201424000/t4294970766(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.567925:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d500 with x1830966201424000 ext(0->7) 00010000:00010000:0.0:1746146144.567931:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb60038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc272 expref: 85 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.567943:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb60038 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc272 expref: 85 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.567949:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012093d500 00000100:00100000:0.0:1746146144.569857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.574282:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.574306:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201424384 00000100:00100000:0.0:1746146144.574312:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201424384 00002000:00100000:0.0:1746146144.574343:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012093c380 x1830966201424384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 488/0 e 0 to 0 dl 1746146155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.575107:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c380 with x1830966201424384 ext(0->4095) 00002000:00010000:0.0:1746146144.575112:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012093c380 00000100:00100000:0.0:1746146144.575133:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13130 00000100:00100000:0.0:1746146144.575141:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966201424384:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146144.575256:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966201424384:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (975us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146144.575261:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13130 00002000:00100000:0.0:1746146144.575267:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012093c380 x1830966201424384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 488/4536 e 0 to 0 dl 1746146155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.575274:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c380 with x1830966201424384 ext(0->4095) 00002000:00010000:0.0:1746146144.575277:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012093c380 00000100:00100000:0.0:1746146144.578012:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.578608:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.579911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.580752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.583062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.583239:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12758 00000100:00100000:0.0:1746146144.583246:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201425152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146144.583257:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146144.583271:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb60046 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc280 expref: 6 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.583280:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb60046 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc280 expref: 6 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.583297:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb60046 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc280 expref: 6 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.583321:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.583323:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.583330:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb6004d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc287 expref: 83 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.583337:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb6004d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc287 expref: 83 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.583363:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb6004d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc287 expref: 83 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146144.583377:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012093dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198871296:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146144.583481:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146144.584787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.586451:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.590170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.591147:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966201425664:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 632us (981us total) trans 4294970767 rc 0/0 00000100:00100000:0.0:1746146144.591154:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2282 00002000:00100000:0.0:1746146144.591159:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012093c700 x1830966201425664/t4294970767(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.591165:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c700 with x1830966201425664 ext(0->7) 00010000:00010000:0.0:1746146144.591170:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb6004d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc287 expref: 86 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.591178:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb6004d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc287 expref: 86 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.591183:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012093c700 00000100:00100000:0.0:1746146144.592498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.595194:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.598561:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.599281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.601798:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.602444:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.603306:0:11920:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201426688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 691us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.603313:0:11920:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12760 00000100:00100000:0.0:1746146144.605800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.605846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.608752:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.612859:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.613831:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2009:x1830966201427456:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 782us (975us total) trans 4294970768 rc 0/0 00000100:00100000:0.0:1746146144.613838:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2285 00002000:00100000:0.0:1746146144.613844:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880070b2d500 x1830966201427456/t4294970768(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.613852:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2d500 with x1830966201427456 ext(0->7) 00010000:00010000:0.0:1746146144.613857:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb60062 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc29c expref: 88 pid: 9583 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.613867:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb60062 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc29c expref: 88 pid: 9583 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.613873:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070b2d500 00000100:00100000:0.0:1746146144.618349:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.620763:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.623263:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.628492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.633938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.634024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.636191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.637050:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.640863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.645543:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.651917:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.654396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.655369:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.657712:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.661429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.662528:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2009:x1830966201430784:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 942us (1098us total) trans 4294970770 rc 0/0 00000100:00100000:0.0:1746146144.662535:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2291 00002000:00100000:0.0:1746146144.662541:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099aaa300 x1830966201430784/t4294970770(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.662548:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa300 with x1830966201430784 ext(0->7) 00010000:00010000:0.0:1746146144.662553:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb60085 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc2bf expref: 92 pid: 9583 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.662561:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef000/0x88944630cfb60085 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc2bf expref: 92 pid: 9583 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.662566:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099aaa300 00000100:00100000:0.0:1746146144.665530:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.668374:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.670593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.673986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.674252:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.676096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.676329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.677462:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.679631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.681277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.682137:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2010:x1830966201432576:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 717us (860us total) trans 4294970771 rc 0/0 00000100:00100000:0.0:1746146144.682143:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2294 00002000:00100000:0.0:1746146144.682149:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c729180 x1830966201432576/t4294970771(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.682156:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c729180 with x1830966201432576 ext(0->7) 00010000:00010000:0.0:1746146144.682161:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29600/0x88944630cfb6009a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc2d4 expref: 94 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.682169:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29600/0x88944630cfb6009a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc2d4 expref: 94 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.682175:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c729180 00000100:00100000:0.0:1746146144.687133:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.693771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.702190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.703833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.704792:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+97:2008:x1830966201433856:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 846us (960us total) trans 4294970772 rc 0/0 00000100:00100000:0.0:1746146144.704800:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2296 00002000:00100000:0.0:1746146144.704807:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c728380 x1830966201433856/t4294970772(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.704819:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728380 with x1830966201433856 ext(0->7) 00010000:00010000:0.0:1746146144.704824:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeec00/0x88944630cfb600a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc2e2 expref: 97 pid: 9583 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.704834:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeec00/0x88944630cfb600a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc2e2 expref: 97 pid: 9583 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.704838:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c728380 00000100:00100000:0.0:1746146144.709275:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.718335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.720234:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.720309:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.721986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.722238:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.723998:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.725569:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.728253:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.730149:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.731353:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+98:2008:x1830966201435520:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1063us (1207us total) trans 4294970773 rc 0/0 00000100:00100000:0.0:1746146144.731360:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2298 00002000:00100000:0.0:1746146144.731366:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e83c700 x1830966201435520/t4294970773(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.731373:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83c700 with x1830966201435520 ext(0->7) 00010000:00010000:0.0:1746146144.731378:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb600b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc2f0 expref: 98 pid: 9583 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.731388:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb600b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc2f0 expref: 98 pid: 9583 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.731393:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e83c700 00000100:00100000:0.0:1746146144.732646:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.734326:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.737603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.739556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.740476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.741831:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.742633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.742690:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.744588:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.747020:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.747936:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+100:2007:x1830966201437312:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 654us (919us total) trans 4294970774 rc 0/0 00000100:00100000:0.0:1746146144.747943:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2301 00002000:00100000:0.0:1746146144.747948:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013336bb80 x1830966201437312/t4294970774(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.747954:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336bb80 with x1830966201437312 ext(0->7) 00010000:00010000:0.0:1746146144.747958:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb600d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc30c expref: 100 pid: 9583 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.747967:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb600d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc30c expref: 100 pid: 9583 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.747975:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013336bb80 00000100:00100000:0.0:1746146144.750427:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.753320:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.756356:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.758116:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.760140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.760212:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.762268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.762297:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.762325:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.762343:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201438592 00000100:00100000:0.0:1746146144.762346:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201438592 00010000:00010000:0.0:1746146144.762364:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb600d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc313 expref: 6 pid: 9583 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.762389:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12779 00000100:00100000:0.0:1746146144.762394:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201438592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146144.762403:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146144.762416:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb600d9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc313 expref: 7 pid: 9583 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.762430:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb600d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc313 expref: 7 pid: 9583 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.762454:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb600d9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc313 expref: 7 pid: 9583 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.762484:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.762486:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.762491:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb600e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc321 expref: 101 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.762497:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb600e7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc321 expref: 101 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.762532:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb600e7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc321 expref: 101 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.762539:0:25408:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb600e7 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc321 expref: 101 pid: 26612 timeout: 846 lvb_type: 0 00000100:00100000:0.0:1746146144.762546:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133368700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:25408:1830966198876288:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146144.762566:0:25408:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146144.763994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.766076:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.767212:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+102:2010:x1830966201439360:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 991us (1136us total) trans 4294970775 rc 0/0 00000100:00100000:0.0:1746146144.767219:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2303 00002000:00100000:0.0:1746146144.767225:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880133368700 x1830966201439360/t4294970775(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.767232:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368700 with x1830966201439360 ext(0->7) 00010000:00010000:0.0:1746146144.767237:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb600e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc321 expref: 102 pid: 26612 timeout: 846 lvb_type: 0 00010000:00010000:0.0:1746146144.767247:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb600e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc321 expref: 102 pid: 26612 timeout: 846 lvb_type: 0 00002000:00010000:0.0:1746146144.767252:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880133368700 00000100:00100000:0.0:1746146144.768834:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.771428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.773048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.774964:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.776802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.779323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.781504:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.781551:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.781897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.784899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.791079:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.794261:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.799633:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.799746:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.803015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.806376:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.808262:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.809586:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+106:2008:x1830966201442688:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1028us (1323us total) trans 4294970777 rc 0/0 00000100:00100000:0.0:1746146144.809594:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2307 00002000:00100000:0.0:1746146144.809601:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072811880 x1830966201442688/t4294970777(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.809612:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072811880 with x1830966201442688 ext(0->7) 00010000:00010000:0.0:1746146144.809617:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb6010a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc344 expref: 106 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.809627:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7400/0x88944630cfb6010a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc344 expref: 106 pid: 26612 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.809633:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072811880 00000100:00100000:0.0:1746146144.813026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.819039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.822072:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.822513:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.822747:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29442 00000100:00100000:0.0:1746146144.822755:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+107:1110:x1830966201443328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146144.822762:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146144.822769:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb6011f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc359 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.822783:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009945f200/0x88944630cfb60111 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc34b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.822790:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb60118 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc352 expref: 108 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.822795:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.822797:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.822799:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb6011f lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc359 expref: 108 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.822820:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb60118 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc352 expref: 108 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.822830:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb60118 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc352 expref: 107 pid: 9583 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746146144.822839:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966198877696:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146144.823599:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009945f200/0x88944630cfb60111 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc34b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.823609:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009945f200/0x88944630cfb60111 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc34b expref: 5 pid: 9583 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746146144.823617:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966198877824:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146144.823635:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146144.824235:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.826202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.826256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.826766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.826795:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12787 00000100:00100000:0.0:1746146144.826800:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2008:x1830966201443712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146144.826808:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146144.826820:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009945f200/0x88944630cfb60111 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc34b expref: 7 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.826830:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009945f200/0x88944630cfb60111 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc34b expref: 7 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.826843:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009945f200/0x88944630cfb60111 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc34b expref: 7 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.826860:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.826862:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146144.826867:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb6011f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc359 expref: 106 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.826873:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb6011f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc359 expref: 106 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.826892:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb6011f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc359 expref: 106 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.826901:0:11920:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb6011f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc359 expref: 106 pid: 9582 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746146144.826909:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198878080:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146144.826947:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146144.829480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.836446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.837205:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+108:2010:x1830966201444480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 575us (763us total) trans 4294970778 rc 0/0 00000100:00100000:0.0:1746146144.837216:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2310 00002000:00100000:0.0:1746146144.837221:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c7f5f80 x1830966201444480/t4294970778(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.837229:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5f80 with x1830966201444480 ext(0->7) 00010000:00010000:0.0:1746146144.837234:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb6011f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc359 expref: 108 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.837244:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb6011f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc359 expref: 108 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.837250:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f5f80 00000100:00100000:0.0:1746146144.838925:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.841128:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.842962:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.845499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.845989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.849320:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.849352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.849384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.852275:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a461f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198878592:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146144.852290:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146144.852318:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201445760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2789us (2965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146144.852326:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12790 00000100:00100000:0.0:1746146144.855449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.860455:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+111:2009:x1830966201446272:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4080us (5005us total) trans 4294970779 rc 0/0 00000100:00100000:0.0:1746146144.860466:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2313 00002000:00100000:0.0:1746146144.860474:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c7f4a80 x1830966201446272/t4294970779(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.860483:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4a80 with x1830966201446272 ext(0->7) 00010000:00010000:0.0:1746146144.860490:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb60134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc36e expref: 111 pid: 21272 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.860504:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb60134 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc36e expref: 111 pid: 21272 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.860511:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f4a80 00000100:00100000:0.0:1746146144.864802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.869131:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.871078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.873510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.876004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.878588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.881912:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+112:2010:x1830966201447552:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2659us (3321us total) trans 4294970780 rc 0/0 00000100:00100000:0.0:1746146144.881923:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2315 00002000:00100000:0.0:1746146144.881931:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072813480 x1830966201447552/t4294970780(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.881939:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813480 with x1830966201447552 ext(0->7) 00010000:00010000:0.0:1746146144.881947:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb60142 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc37c expref: 112 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.881961:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7e00/0x88944630cfb60142 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc37c expref: 112 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.881967:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072813480 00000100:00100000:0.0:1746146144.883957:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.890843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.895136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.898899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.899014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.902501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.905827:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.907107:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+115:2008:x1830966201448832:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 754us (1283us total) trans 4294970781 rc 0/0 00000100:00100000:0.0:1746146144.907115:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2317 00002000:00100000:0.0:1746146144.907121:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b990000 x1830966201448832/t4294970781(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.907129:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990000 with x1830966201448832 ext(0->7) 00010000:00010000:0.0:1746146144.907135:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb60150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc38a expref: 115 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.907146:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb60150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc38a expref: 115 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.907153:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b990000 00000100:00100000:0.0:1746146144.908847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.919156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.922911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.922949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.925411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.925450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.929031:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.937658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.950703:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201450496 00000100:00100000:0.0:1746146144.950710:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201450496 00002000:00100000:0.0:1746146144.950759:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b8e1500 x1830966201450496/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/0 e 0 to 0 dl 1746146155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.950767:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1500 with x1830966201450496 ext(0->7) 00010000:00010000:0.0:1746146144.950775:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb6015e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc398 expref: 114 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.950787:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb6015e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc398 expref: 114 pid: 26612 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.950793:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e1500 00000100:00100000:0.0:1746146144.950820:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2319 00000100:00100000:0.0:1746146144.950827:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+114:2008:x1830966201450496:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146144.951777:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+116:2008:x1830966201450496:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 949us (1159us total) trans 4294970782 rc 0/0 00000100:00100000:0.0:1746146144.951785:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2319 00002000:00100000:0.0:1746146144.951791:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b8e1500 x1830966201450496/t4294970782(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.951804:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1500 with x1830966201450496 ext(0->7) 00010000:00010000:0.0:1746146144.951809:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb6015e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc398 expref: 116 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.951818:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb6015e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc398 expref: 116 pid: 26612 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.951824:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e1500 00000100:00100000:0.0:1746146144.954165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.955660:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.961817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.964638:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.968452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.973108:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201451520 00000100:00100000:0.0:1746146144.973115:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201451520 00000100:00100000:0.0:1746146144.973156:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29455 00000100:00100000:0.0:1746146144.973162:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201451520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146144.973175:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146144.973187:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5fce00/0x88944630cfb6017a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc3b4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.973210:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb60173 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3ad expref: 115 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.973216:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146144.973217:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146144.973221:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5fce00/0x88944630cfb6017a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3b4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.973242:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb60173 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3ad expref: 115 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146144.973251:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb60173 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3ad expref: 115 pid: 26612 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746146144.973261:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c24000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966198880896:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146144.973330:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146144.976316:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.977560:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+118:2007:x1830966201451648:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 978us (1243us total) trans 4294970783 rc 0/0 00000100:00100000:0.0:1746146144.977567:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2321 00002000:00100000:0.0:1746146144.977574:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130c25180 x1830966201451648/t4294970783(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.977582:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25180 with x1830966201451648 ext(0->7) 00010000:00010000:0.0:1746146144.977587:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb60173 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3ad expref: 118 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.977596:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb60173 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3ad expref: 118 pid: 26612 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.977602:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130c25180 00000100:00100000:0.0:1746146144.979993:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.982258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.985141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.987873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.987910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.990999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.992811:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.994217:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+121:2010:x1830966201452928:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1146us (1408us total) trans 4294970784 rc 0/0 00000100:00100000:0.0:1746146144.994224:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2323 00002000:00100000:0.0:1746146144.994231:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007dfdf480 x1830966201452928/t4294970784(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:275/0 lens 496/448 e 0 to 0 dl 1746146155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146144.994240:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf480 with x1830966201452928 ext(0->7) 00010000:00010000:0.0:1746146144.994245:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb60181 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3bb expref: 121 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146144.994258:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6a00/0x88944630cfb60181 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3bb expref: 121 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146144.994263:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007dfdf480 00000100:00100000:0.0:1746146144.995592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146144.998901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.001423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.006846:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.007542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.012706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.012802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.016493:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.024737:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+123:2008:x1830966201454720:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2086us (3359us total) trans 4294970785 rc 0/0 00000100:00100000:0.0:1746146145.024746:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2325 00002000:00100000:0.0:1746146145.024753:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b8e0000 x1830966201454720/t4294970785(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.024761:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e0000 with x1830966201454720 ext(0->7) 00010000:00010000:0.0:1746146145.024767:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb60196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3d0 expref: 123 pid: 21272 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.024779:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7000/0x88944630cfb60196 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3d0 expref: 123 pid: 21272 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.024785:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b8e0000 00000100:00100000:0.0:1746146145.027107:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.032652:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198882176:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146145.032668:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146145.032742:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+122:2010:x1830966201454848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5171us (5639us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146145.032751:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12806 00000100:00100000:0.0:1746146145.033257:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.034953:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.035168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.037707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.045152:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201455744 00000100:00100000:0.0:1746146145.045159:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201455744 00002000:00100000:0.0:1746146145.045193:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009a461180 x1830966201455744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 488/0 e 0 to 0 dl 1746146156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.045362:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461180 with x1830966201455744 ext(0->4095) 00010000:00010000:0.0:1746146145.045370:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb601a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3de expref: 122 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.045383:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb601a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3de expref: 122 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.045389:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a461180 00000100:00100000:0.0:1746146145.045406:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2326 00000100:00100000:0.0:1746146145.045412:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+122:2007:x1830966201455744:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146145.045852:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+122:2007:x1830966201455744:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 301us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146145.045859:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2326 00002000:00100000:0.0:1746146145.045865:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009a461180 x1830966201455744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 488/4536 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.045872:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461180 with x1830966201455744 ext(0->4095) 00010000:00010000:0.0:1746146145.045876:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb601a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3de expref: 122 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.045888:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb601a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3de expref: 122 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.045893:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a461180 00000100:00100000:0.0:1746146145.047759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.055075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.060303:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.062832:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.062903:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.065462:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.069904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.071024:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+127:2010:x1830966201457280:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 907us (1124us total) trans 4294970787 rc 0/0 00000100:00100000:0.0:1746146145.071031:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2330 00002000:00100000:0.0:1746146145.071037:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d0ca80 x1830966201457280/t4294970787(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.071044:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0ca80 with x1830966201457280 ext(0->7) 00010000:00010000:0.0:1746146145.071050:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeec00/0x88944630cfb601b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3ec expref: 127 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.071060:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeec00/0x88944630cfb601b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc3ec expref: 127 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.071066:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d0ca80 00000100:00100000:0.0:1746146145.072771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.076558:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.081659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.084123:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.087027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.089621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.091877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.093332:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.093609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.097039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.099897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.103428:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.103843:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12813 00000100:00100000:0.0:1746146145.103851:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+128:2008:x1830966201459456:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146145.103863:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146145.103880:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb601c7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc401 expref: 128 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.103890:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb601c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc401 expref: 128 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.103907:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb601c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc401 expref: 128 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.103938:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146145.103940:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146145.103945:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb601ce lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc408 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.103953:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb601ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc408 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.104204:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801332e7800/0x88944630cfb601ce lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc408 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146145.104214:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131add180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198883840:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146145.104471:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146145.115375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.121190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.121515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.123695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.123762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.125506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.125545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.129290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.131591:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.132915:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+130:2010:x1830966201461120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 704us (1327us total) trans 4294970789 rc 0/0 00000100:00100000:0.0:1746146145.132922:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2335 00002000:00100000:0.0:1746146145.132927:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131ba2300 x1830966201461120/t4294970789(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.132934:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba2300 with x1830966201461120 ext(0->7) 00010000:00010000:0.0:1746146145.132939:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb601dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc40f expref: 130 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.132947:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e7200/0x88944630cfb601dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc40f expref: 130 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.132953:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131ba2300 00000100:00100000:0.0:1746146145.135374:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.140351:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.143907:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.148024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.150417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.150623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.153449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.154249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.154285:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.156822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.160366:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.166812:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.168513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.171304:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.174802:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.177328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.178699:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.178757:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.181152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.184863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.186650:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+135:2010:x1830966201464960:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1414us (1787us total) trans 4294970791 rc 0/0 00000100:00100000:0.0:1746146145.186657:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2340 00002000:00100000:0.0:1746146145.186663:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b179180 x1830966201464960/t4294970791(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.186681:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179180 with x1830966201464960 ext(0->7) 00010000:00010000:0.0:1746146145.186686:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb60206 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc440 expref: 135 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.186697:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb60206 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc440 expref: 135 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.186703:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b179180 00000100:00100000:0.0:1746146145.189560:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.191634:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.194168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.196889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.205198:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.208472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.208524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.211279:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.211317:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.213102:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966198886016:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146145.213123:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb6021b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc455 expref: 135 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.213133:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801332e6600, rc 0) 00000100:00100000:0.0:1746146145.213156:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+135:1110:x1830966201466240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4457us (4690us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146145.213163:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29478 00000100:00100000:0.0:1746146145.220065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.221172:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+136:2010:x1830966201467264:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 854us (1112us total) trans 4294970792 rc 0/0 00000100:00100000:0.0:1746146145.221178:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2342 00002000:00100000:0.0:1746146145.221184:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eac380 x1830966201467264/t4294970792(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.221195:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac380 with x1830966201467264 ext(0->7) 00010000:00010000:0.0:1746146145.221200:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb6021b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc455 expref: 136 pid: 9582 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.221209:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801332e6600/0x88944630cfb6021b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc455 expref: 136 pid: 9582 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.221213:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eac380 00000100:00100000:0.0:1746146145.222323:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.224813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.228224:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.228302:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.230595:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.233285:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.235807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.237152:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+139:2010:x1830966201468544:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1140us (1347us total) trans 4294970793 rc 0/0 00000100:00100000:0.0:1746146145.237158:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2344 00002000:00100000:0.0:1746146145.237163:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eae680 x1830966201468544/t4294970793(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.237168:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae680 with x1830966201468544 ext(0->7) 00010000:00010000:0.0:1746146145.237172:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a589000/0x88944630cfb60230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc46a expref: 139 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.237180:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a589000/0x88944630cfb60230 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc46a expref: 139 pid: 26612 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.237185:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eae680 00000100:00100000:0.0:1746146145.239450:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.242447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.244366:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.248252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.249637:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.254445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.254461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.254891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.258251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.263359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.266170:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+141:2007:x1830966201470336:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2315us (2811us total) trans 4294970794 rc 0/0 00000100:00100000:0.0:1746146145.266180:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2347 00002000:00100000:0.0:1746146145.266187:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072b8e300 x1830966201470336/t4294970794(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.266196:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e300 with x1830966201470336 ext(0->7) 00010000:00010000:0.0:1746146145.266203:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a589800/0x88944630cfb6023e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc478 expref: 141 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.266215:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a589800/0x88944630cfb6023e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc478 expref: 141 pid: 26612 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.266222:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072b8e300 00000100:00100000:0.0:1746146145.270177:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.273417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.279250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.282855:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.287172:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.302519:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201471616 00000100:00100000:0.0:1746146145.302526:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201471616 00010000:00010000:0.0:1746146145.302553:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a589200/0x88944630cfb6024c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc486 expref: 6 pid: 26612 timeout: 847 lvb_type: 0 00000100:00100000:0.0:1746146145.302584:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12831 00000100:00100000:0.0:1746146145.302590:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201471616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146145.302599:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146145.302612:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a589200/0x88944630cfb6024c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc486 expref: 6 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.302620:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a589200/0x88944630cfb6024c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc486 expref: 6 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.302635:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a589200/0x88944630cfb6024c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc486 expref: 6 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.302648:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146145.302690:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201471616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 100us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146145.302695:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12831 00000100:00100000:0.0:1746146145.321648:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.325553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.328315:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+142:2007:x1830966201472384:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2484us (3064us total) trans 4294970795 rc 0/0 00000100:00100000:0.0:1746146145.328324:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2349 00002000:00100000:0.0:1746146145.328332:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007286b100 x1830966201472384/t4294970795(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.328340:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b100 with x1830966201472384 ext(0->7) 00010000:00010000:0.0:1746146145.328347:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a589c00/0x88944630cfb60253 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc48d expref: 142 pid: 26612 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.328360:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a589c00/0x88944630cfb60253 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc48d expref: 142 pid: 26612 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.328366:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007286b100 00000100:00100000:0.0:1746146145.333198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.336923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.345866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.345937:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.350521:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.350602:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.353199:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.361103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.363610:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.365877:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+144:2008:x1830966201474176:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1499us (2267us total) trans 4294970796 rc 0/0 00000100:00100000:0.0:1746146145.365886:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2352 00002000:00100000:0.0:1746146145.365896:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007286b800 x1830966201474176/t4294970796(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.365909:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b800 with x1830966201474176 ext(0->7) 00010000:00010000:0.0:1746146145.365916:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb60268 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4a2 expref: 144 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.365928:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb60268 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4a2 expref: 144 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.365934:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007286b800 00000100:00100000:0.0:1746146145.367877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.372099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.376644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.378792:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.379312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.383011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.385352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.388121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.394892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.399062:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+146:2010:x1830966201475968:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3985us (4168us total) trans 4294970797 rc 0/0 00000100:00100000:0.0:1746146145.399073:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2355 00002000:00100000:0.0:1746146145.399082:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013065a300 x1830966201475968/t4294970797(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.399090:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065a300 with x1830966201475968 ext(0->7) 00010000:00010000:0.0:1746146145.399098:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb6027d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4b7 expref: 146 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.399117:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee800/0x88944630cfb6027d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4b7 expref: 146 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.399122:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013065a300 00000100:00100000:0.0:1746146145.400584:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.404541:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.406960:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198889472:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146145.406980:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146145.407229:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+147:2007:x1830966201476096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6449us (6649us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146145.407239:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12839 00000100:00100000:0.0:1746146145.411883:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.419311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.425749:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.429200:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+148:2008:x1830966201477120:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3272us (3443us total) trans 4294970798 rc 0/0 00000100:00100000:0.0:1746146145.429213:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2357 00002000:00100000:0.0:1746146145.429224:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013065ad80 x1830966201477120/t4294970798(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.429232:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966201477120 ext(0->7) 00010000:00010000:0.0:1746146145.429242:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb6028b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4c5 expref: 148 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.429257:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb6028b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4c5 expref: 148 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.429265:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013065ad80 00000100:00100000:0.0:1746146145.432643:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.434264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.438469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.444820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.451919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.457015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.465440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.466684:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+150:2008:x1830966201478272:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 979us (1246us total) trans 4294970799 rc 0/0 00000100:00100000:0.0:1746146145.466691:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2359 00002000:00100000:0.0:1746146145.466699:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d176d80 x1830966201478272/t4294970799(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.466705:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176d80 with x1830966201478272 ext(0->7) 00010000:00010000:0.0:1746146145.466711:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb60299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4d3 expref: 150 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.466754:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee200/0x88944630cfb60299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4d3 expref: 150 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.466760:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d176d80 00000100:00100000:0.0:1746146145.472043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.475004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.482358:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.483060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.486988:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.488870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.492246:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.494840:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.498843:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.502543:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.513936:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+152:2009:x1830966201480064:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 11178us (11391us total) trans 4294970800 rc 0/0 00000100:00100000:0.0:1746146145.513947:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2362 00002000:00100000:0.0:1746146145.513956:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b311880 x1830966201480064/t4294970800(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.513963:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311880 with x1830966201480064 ext(0->7) 00010000:00010000:0.0:1746146145.513971:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945f200/0x88944630cfb602ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4e8 expref: 152 pid: 21272 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.513982:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945f200/0x88944630cfb602ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4e8 expref: 152 pid: 21272 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.513988:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b311880 00000100:00100000:0.0:1746146145.519175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.535974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.541261:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201480576 00000100:00100000:0.0:1746146145.541269:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201480576 00002000:00100000:0.0:1746146145.541308:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131ba0700 x1830966201480576/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:276/0 lens 488/0 e 0 to 0 dl 1746146156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.541318:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba0700 with x1830966201480576 ext(0->4095) 00010000:00010000:0.0:1746146145.541327:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb602b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4ef expref: 6 pid: 21272 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.541339:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb602b5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4ef expref: 6 pid: 21272 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.541346:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131ba0700 00000100:00100000:0.0:1746146145.541450:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2363 00000100:00100000:0.0:1746146145.541456:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201480576:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146145.543561:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201480576:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2097us (2488us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146145.543570:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2363 00002000:00100000:0.0:1746146145.543579:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880131ba0700 x1830966201480576/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:276/0 lens 488/4536 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.543587:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba0700 with x1830966201480576 ext(0->4095) 00010000:00010000:0.0:1746146145.543595:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb602b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4ef expref: 6 pid: 21272 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.543608:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb602b5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4ef expref: 6 pid: 21272 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.543613:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131ba0700 00000100:00100000:0.0:1746146145.548478:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.552594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.562140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.567552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.569512:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+154:2007:x1830966201481216:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1482us (1955us total) trans 4294970801 rc 0/0 00000100:00100000:0.0:1746146145.569521:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2364 00002000:00100000:0.0:1746146145.569530:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b313800 x1830966201481216/t4294970801(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.569538:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313800 with x1830966201481216 ext(0->7) 00010000:00010000:0.0:1746146145.569544:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb602bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4f6 expref: 154 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.569556:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb602bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc4f6 expref: 154 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.569562:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b313800 00000100:00100000:0.0:1746146145.573963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.580779:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.583854:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.588743:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.595131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.597873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.600566:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.602452:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+156:2007:x1830966201482368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1596us (1884us total) trans 4294970802 rc 0/0 00000100:00100000:0.0:1746146145.602461:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2366 00002000:00100000:0.0:1746146145.602470:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012b15aa00 x1830966201482368/t4294970802(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.602477:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15aa00 with x1830966201482368 ext(0->7) 00010000:00010000:0.0:1746146145.602484:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb602ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc504 expref: 156 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.602497:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb602ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc504 expref: 156 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.602503:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b15aa00 00000100:00100000:0.0:1746146145.605625:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.613592:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.613782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.616930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.617003:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.622502:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.626803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.627565:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+159:2009:x1830966201483648:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 626us (770us total) trans 4294970803 rc 0/0 00000100:00100000:0.0:1746146145.627572:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2368 00002000:00100000:0.0:1746146145.627578:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b5f8700 x1830966201483648/t4294970803(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.627584:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8700 with x1830966201483648 ext(0->7) 00010000:00010000:0.0:1746146145.627588:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb602d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc512 expref: 159 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.627597:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb602d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc512 expref: 159 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.627603:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5f8700 00000100:00100000:0.0:1746146145.630019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.639364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.641744:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.644440:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.644916:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.648584:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201484800 00000100:00100000:0.0:1746146145.648591:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201484800 00000100:00100000:0.0:1746146145.648629:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29509 00000100:00100000:0.0:1746146145.648635:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+158:1112:x1830966201484800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146145.648649:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146145.648740:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf37000/0x88944630cfb602f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc52e expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.648759:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146145.648763:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb602ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc527 expref: 159 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.648768:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146145.648770:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf37000/0x88944630cfb602f4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc52e expref: 159 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.648795:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb602ed lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc527 expref: 159 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.648805:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cf37000/0x88944630cfb602f4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc52e expref: 159 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.648813:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf37000, rc 0) 00000100:00100000:0.0:1746146145.648848:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+159:1112:x1830966201484800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146145.648853:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29509 00000100:00100000:0.0:1746146145.650806:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.652903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.653850:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+161:2009:x1830966201485440:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 737us (949us total) trans 4294970804 rc 0/0 00000100:00100000:0.0:1746146145.653857:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2371 00002000:00100000:0.0:1746146145.653862:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009caca680 x1830966201485440/t4294970804(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.653868:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009caca680 with x1830966201485440 ext(0->7) 00010000:00010000:0.0:1746146145.653873:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb602ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc527 expref: 161 pid: 21272 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.653882:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb602ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc527 expref: 161 pid: 21272 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.653887:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009caca680 00000100:00100000:0.0:1746146145.655625:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.660959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.665640:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.665771:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.669189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.676822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.681663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.683882:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+162:2009:x1830966201486720:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2015us (2220us total) trans 4294970805 rc 0/0 00000100:00100000:0.0:1746146145.683893:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2373 00002000:00100000:0.0:1746146145.683900:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081fa2300 x1830966201486720/t4294970805(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.683908:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2300 with x1830966201486720 ext(0->7) 00010000:00010000:0.0:1746146145.683915:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb602fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc535 expref: 162 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.683930:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefa00/0x88944630cfb602fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc535 expref: 162 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.683936:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa2300 00000100:00100000:0.0:1746146145.692387:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.706685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.709528:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.712533:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.712579:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.716028:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.721542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.722840:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+165:2009:x1830966201488000:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1060us (1303us total) trans 4294970806 rc 0/0 00000100:00100000:0.0:1746146145.722847:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2376 00002000:00100000:0.0:1746146145.722853:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081fa2d80 x1830966201488000/t4294970806(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.722859:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2d80 with x1830966201488000 ext(0->7) 00010000:00010000:0.0:1746146145.722865:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb60309 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc543 expref: 165 pid: 9583 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.722874:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb60309 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc543 expref: 165 pid: 9583 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.722878:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa2d80 00000100:00100000:0.0:1746146145.724997:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.729963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.748954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.750298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.758109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.758164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.765793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.773141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.777272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.780162:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+166:2008:x1830966201489664:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2504us (2880us total) trans 4294970807 rc 0/0 00000100:00100000:0.0:1746146145.780172:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2378 00002000:00100000:0.0:1746146145.780182:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880081fa2a00 x1830966201489664/t4294970807(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.780189:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2a00 with x1830966201489664 ext(0->7) 00010000:00010000:0.0:1746146145.780198:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6031e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc558 expref: 166 pid: 21272 timeout: 847 lvb_type: 0 00010000:00010000:0.0:1746146145.780210:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6031e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc558 expref: 166 pid: 21272 timeout: 847 lvb_type: 0 00002000:00010000:0.0:1746146145.780826:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081fa2a00 00000100:00100000:0.0:1746146145.785037:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.799988:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.806414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.812911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.818855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.828602:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+168:2007:x1830966201490816:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1413us (4323us total) trans 4294970808 rc 0/0 00000100:00100000:0.0:1746146145.828612:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2380 00002000:00100000:0.0:1746146145.828622:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d4d500 x1830966201490816/t4294970808(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.828630:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d500 with x1830966201490816 ext(0->7) 00010000:00010000:0.0:1746146145.828639:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb6032c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc566 expref: 168 pid: 21272 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146145.828652:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb6032c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc566 expref: 168 pid: 21272 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146145.828658:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d4d500 00000100:00100000:0.0:1746146145.831295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.839825:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.839876:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.841883:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201491456 00000100:00100000:0.0:1746146145.841887:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201491456 00000100:00100000:0.0:1746146145.841920:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29520 00000100:00100000:0.0:1746146145.842009:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+169:1112:x1830966201491456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146145.842023:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146145.842032:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012ffb6600/0x88944630cfb60341 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc57b expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.842048:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146145.842052:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a512000/0x88944630cfb6033a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc574 expref: 170 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.842058:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146145.842060:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012ffb6600/0x88944630cfb60341 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc57b expref: 170 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.842107:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a512000/0x88944630cfb6033a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc574 expref: 170 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.842120:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012ffb6600/0x88944630cfb60341 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc57b expref: 170 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.842128:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffb6600, rc 0) 00000100:00100000:0.0:1746146145.842793:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+170:1112:x1830966201491456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 866us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146145.842799:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29520 00000100:00100000:0.0:1746146145.843702:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.845820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.847793:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.849298:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+171:2009:x1830966201492096:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 996us (1507us total) trans 4294970809 rc 0/0 00000100:00100000:0.0:1746146145.849309:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2382 00002000:00100000:0.0:1746146145.849316:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b867b80 x1830966201492096/t4294970809(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.849322:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b867b80 with x1830966201492096 ext(0->7) 00010000:00010000:0.0:1746146145.849327:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a512000/0x88944630cfb6033a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc574 expref: 171 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146145.849336:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a512000/0x88944630cfb6033a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc574 expref: 171 pid: 26612 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146145.849342:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b867b80 00000100:00100000:0.0:1746146145.851820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.856878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.858700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.861509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.864527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.866531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.867458:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+172:2009:x1830966201493376:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 748us (929us total) trans 4294970810 rc 0/0 00000100:00100000:0.0:1746146145.867464:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2385 00002000:00100000:0.0:1746146145.867470:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b200000 x1830966201493376/t4294970810(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.867477:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b200000 with x1830966201493376 ext(0->7) 00010000:00010000:0.0:1746146145.867482:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb60348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc582 expref: 172 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146145.867496:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb60348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc582 expref: 172 pid: 26612 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146145.867501:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b200000 00000100:00100000:0.0:1746146145.869058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.873890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.877692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.881476:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.881515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.885658:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.885696:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.885928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.888582:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.893412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.896998:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+174:2007:x1830966201495168:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3400us (3585us total) trans 4294970811 rc 0/0 00000100:00100000:0.0:1746146145.897008:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2387 00002000:00100000:0.0:1746146145.897016:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012bac1f80 x1830966201495168/t4294970811(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.897024:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac1f80 with x1830966201495168 ext(0->7) 00010000:00010000:0.0:1746146145.897032:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a512c00/0x88944630cfb6035d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc597 expref: 174 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146145.897045:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a512c00/0x88944630cfb6035d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc597 expref: 174 pid: 26612 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146145.897056:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012bac1f80 00000100:00100000:0.0:1746146145.905197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.913187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.915780:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.919771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.925773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.936116:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.941040:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.945563:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201496448 00000100:00100000:0.0:1746146145.945570:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201496448 00000100:00100000:0.0:1746146145.945614:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29528 00000100:00100000:0.0:1746146145.945619:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+177:1110:x1830966201496448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146145.945628:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146145.945639:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c464600/0x88944630cfb60379 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc5b3 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.945654:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146145.945658:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a512c00/0x88944630cfb60372 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5ac expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.945673:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746146145.945676:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c464600/0x88944630cfb60379 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5b3 expref: 177 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.945701:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a512c00/0x88944630cfb60372 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5ac expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.945747:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c464600/0x88944630cfb60379 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5b3 expref: 177 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146145.945759:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c464600, rc 0) 00000100:00100000:0.0:1746146145.945788:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+177:1110:x1830966201496448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146145.945793:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29528 00000100:00100000:0.0:1746146145.948094:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.951978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.954400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.959414:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.962566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.965173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.966348:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+178:2009:x1830966201497472:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 710us (1177us total) trans 4294970813 rc 0/0 00000100:00100000:0.0:1746146145.966354:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2391 00002000:00100000:0.0:1746146145.966359:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009d25e300 x1830966201497472/t4294970813(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 496/448 e 0 to 0 dl 1746146156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.966366:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25e300 with x1830966201497472 ext(0->7) 00010000:00010000:0.0:1746146145.966370:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c464600/0x88944630cfb60379 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5b3 expref: 178 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146145.966378:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c464600/0x88944630cfb60379 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5b3 expref: 178 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146145.966388:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d25e300 00000100:00100000:0.0:1746146145.968788:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.972269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.973812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.974815:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.976568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.980603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146145.980654:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201498496 00000100:00100000:0.0:1746146145.980659:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201498496 00002000:00100000:0.0:1746146145.980694:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d25c700 x1830966201498496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:276/0 lens 488/0 e 0 to 0 dl 1746146156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146145.980702:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c700 with x1830966201498496 ext(0->4095) 00010000:00010000:0.0:1746146145.980708:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a512000/0x88944630cfb60387 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5c1 expref: 179 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146145.980737:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a512000/0x88944630cfb60387 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5c1 expref: 179 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146145.980743:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d25c700 00000100:00100000:0.0:1746146145.981622:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2392 00000100:00100000:0.0:1746146145.981629:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+179:2007:x1830966201498496:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146145.997873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.001190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.003198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.003243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.008856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.010347:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.011219:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+182:2009:x1830966201500032:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 668us (871us total) trans 4294970815 rc 0/0 00000100:00100000:0.0:1746146146.011225:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2396 00002000:00100000:0.0:1746146146.011230:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8801306fb800 x1830966201500032/t4294970815(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.011236:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb800 with x1830966201500032 ext(0->7) 00010000:00010000:0.0:1746146146.011240:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5cf expref: 182 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.011248:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60395 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5cf expref: 182 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.011253:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801306fb800 00000100:00100000:0.0:1746146146.013541:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.016827:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.019651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.026764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.028844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.028884:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.028912:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.031757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.033644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.036249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.038466:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.041208:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.042694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.044923:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.044967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.046783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.046812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.050003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.055135:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198900608 00000100:00100000:0.0:1746146146.055139:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198900608 00000100:00100000:0.0:1746146146.055221:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1746146146.055230:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830966198900608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746146146.055240:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 982592320 pending 2551808 free 3921104896 avail 3689582592 00000100:00100000:0.0:1746146146.055269:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830966198900608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146146.055273:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1746146146.057311:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+186:2008:x1830966201503872:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2113us (4129us total) trans 4294970817 rc 0/0 00000100:00100000:0.0:1746146146.057319:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2401 00002000:00100000:0.0:1746146146.057326:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130659500 x1830966201503872/t4294970817(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.057334:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659500 with x1830966201503872 ext(0->7) 00010000:00010000:0.0:1746146146.057341:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a513e00/0x88944630cfb603bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5f9 expref: 186 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.057352:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a513e00/0x88944630cfb603bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc5f9 expref: 186 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.057357:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130659500 00000100:00100000:0.0:1746146146.060580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.064126:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.069761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.071044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.072803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.077823:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.079835:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.081001:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+189:2007:x1830966201505152:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 972us (1167us total) trans 4294970818 rc 0/0 00000100:00100000:0.0:1746146146.081008:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2403 00002000:00100000:0.0:1746146146.081014:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b991c00 x1830966201505152/t4294970818(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.081020:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991c00 with x1830966201505152 ext(0->7) 00010000:00010000:0.0:1746146146.081024:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb603cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc607 expref: 189 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.081032:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eefe00/0x88944630cfb603cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc607 expref: 189 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.081037:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b991c00 00000100:00100000:0.0:1746146146.082322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.084856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.089146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.091079:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.093263:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.096829:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201506304 00000100:00100000:0.0:1746146146.096836:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201506304 00002000:00100000:0.0:1746146146.096887:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b310e00 x1830966201506304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.096895:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310e00 with x1830966201506304 ext(0->4095) 00010000:00010000:0.0:1746146146.096901:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29a00/0x88944630cfb603d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc60e expref: 190 pid: 21272 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.096911:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29a00/0x88944630cfb603d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc60e expref: 190 pid: 21272 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.096917:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b310e00 00000100:00100000:0.0:1746146146.096944:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2404 00000100:00100000:0.0:1746146146.096951:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+190:2008:x1830966201506304:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146146.097032:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+189:2008:x1830966201506304:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 81us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146146.097037:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2404 00002000:00100000:0.0:1746146146.097042:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b310e00 x1830966201506304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/4536 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.097048:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310e00 with x1830966201506304 ext(0->4095) 00010000:00010000:0.0:1746146146.097052:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88007da29a00/0x88944630cfb603d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc60e expref: 189 pid: 21272 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.097061:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88007da29a00/0x88944630cfb603d4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc60e expref: 189 pid: 21272 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.097066:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b310e00 00000100:00100000:0.0:1746146146.098376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.098411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.100807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.106380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.107438:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+190:2007:x1830966201507200:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 912us (1062us total) trans 4294970819 rc 0/0 00000100:00100000:0.0:1746146146.107446:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2406 00002000:00100000:0.0:1746146146.107453:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130c26d80 x1830966201507200/t4294970819(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.107464:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26d80 with x1830966201507200 ext(0->7) 00010000:00010000:0.0:1746146146.107470:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b12a600/0x88944630cfb603e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc61c expref: 190 pid: 21272 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.107480:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b12a600/0x88944630cfb603e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc61c expref: 190 pid: 21272 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.107486:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130c26d80 00000100:00100000:0.0:1746146146.111227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.115460:0:11920:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d174a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198901888:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146146.115476:0:11920:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146146.115505:0:11920:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+190:2010:x1830966201507328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4112us (4286us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146146.115512:0:11920:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12890 00000100:00100000:0.0:1746146146.118195:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.118237:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.121625:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.124978:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.127143:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+193:2007:x1830966201508480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1775us (2164us total) trans 4294970820 rc 0/0 00000100:00100000:0.0:1746146146.127153:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2409 00002000:00100000:0.0:1746146146.127160:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88013336a680 x1830966201508480/t4294970820(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.127168:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a680 with x1830966201508480 ext(0->7) 00010000:00010000:0.0:1746146146.127174:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a512800/0x88944630cfb603f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc62a expref: 193 pid: 21272 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.127187:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a512800/0x88944630cfb603f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc62a expref: 193 pid: 21272 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.127193:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013336a680 00000100:00100000:0.0:1746146146.129797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.139039:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201508864 00000100:00100000:0.0:1746146146.139046:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201508864 00002000:00100000:0.0:1746146146.139080:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b998a80 x1830966201508864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.139087:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998a80 with x1830966201508864 ext(0->4095) 00002000:00010000:0.0:1746146146.139091:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b998a80 00000100:00100000:0.0:1746146146.139137:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13203 00000100:00100000:0.0:1746146146.139144:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+192:2008:x1830966201508864:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146146.139274:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+192:2008:x1830966201508864:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (2079us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146146.139283:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13203 00002000:00100000:0.0:1746146146.139288:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b998a80 x1830966201508864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/4536 e 0 to 0 dl 1746146157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.139294:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998a80 with x1830966201508864 ext(0->4095) 00002000:00010000:0.0:1746146146.139297:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b998a80 00000100:00100000:0.0:1746146146.141526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.145044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.148318:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.148962:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.152648:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.156319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.163390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.166524:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.173873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.176201:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.178619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.180925:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.185240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.190741:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.193087:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+196:2008:x1830966201511296:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1969us (2378us total) trans 4294970822 rc 0/0 00000100:00100000:0.0:1746146146.193096:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2413 00002000:00100000:0.0:1746146146.193104:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012093ce00 x1830966201511296/t4294970822(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.193111:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ce00 with x1830966201511296 ext(0->7) 00010000:00010000:0.0:1746146146.193120:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb60413 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc64d expref: 196 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.193132:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef600/0x88944630cfb60413 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc64d expref: 196 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.193137:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012093ce00 00000100:00100000:0.0:1746146146.196793:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.200200:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.202996:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.204202:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201511936 00000100:00100000:0.0:1746146146.204206:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201511936 00000100:00100000:0.0:1746146146.204236:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29553 00000100:00100000:0.0:1746146146.204241:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+197:1112:x1830966201511936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146146.204248:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146146.204256:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb60428 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc662 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.204267:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.204271:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb60421 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc65b expref: 198 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.204276:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146146.204278:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb60428 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc662 expref: 198 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.204297:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb60421 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc65b expref: 198 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.204312:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88007da29000/0x88944630cfb60428 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc662 expref: 198 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.204320:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007da29000, rc 0) 00000100:00100000:0.0:1746146146.204351:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+198:1112:x1830966201511936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146146.204357:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29553 00000100:00100000:0.0:1746146146.205499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.207439:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.212902:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.214513:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+199:2008:x1830966201512576:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1378us (1614us total) trans 4294970823 rc 0/0 00000100:00100000:0.0:1746146146.214521:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2415 00002000:00100000:0.0:1746146146.214528:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88012e83e680 x1830966201512576/t4294970823(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.214536:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83e680 with x1830966201512576 ext(0->7) 00010000:00010000:0.0:1746146146.214542:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb60421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc65b expref: 199 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.214553:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb60421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc65b expref: 199 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.214558:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012e83e680 00000100:00100000:0.0:1746146146.216505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.218613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.221148:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.223398:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.224057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.225580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.226531:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.226557:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.228997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.230809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.233049:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+201:2007:x1830966201514368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1281us (2239us total) trans 4294970824 rc 0/0 00000100:00100000:0.0:1746146146.233057:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2418 00002000:00100000:0.0:1746146146.233063:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cb9ad80 x1830966201514368/t4294970824(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.233070:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ad80 with x1830966201514368 ext(0->7) 00010000:00010000:0.0:1746146146.233074:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60436 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc670 expref: 201 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.233083:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60436 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc670 expref: 201 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.233088:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9ad80 00000100:00100000:0.0:1746146146.237498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.244409:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.244453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.244565:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29558 00000100:00100000:0.0:1746146146.244570:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+200:1110:x1830966201515008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146146.244576:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146146.244580:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb6044b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc685 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.244605:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb6043d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc677 expref: 201 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.244612:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb60444 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc67e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.244617:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.244618:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.244620:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb6044b lrc: 5/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc685 expref: 201 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146146.249979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.250025:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.252692:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.254859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.263757:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.271831:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.276904:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.280175:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.283290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.285883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.288701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.294000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.301543:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.306160:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.306183:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201518208 00000100:00100000:0.0:1746146146.306188:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201518208 00002000:00100000:0.0:1746146146.306218:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c7f6d80 x1830966201518208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.306226:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f6d80 with x1830966201518208 ext(0->4095) 00010000:00010000:0.0:1746146146.306232:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb60467 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6a1 expref: 205 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.306598:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb60467 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6a1 expref: 205 pid: 26612 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.306607:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f6d80 00000100:00100000:0.0:1746146146.312061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.315282:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.319108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.324397:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.324501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.330509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.334641:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.342450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.344474:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+208:2010:x1830966201519744:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1452us (2028us total) trans 4294970828 rc 0/0 00000100:00100000:0.0:1746146146.344483:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2426 00002000:00100000:0.0:1746146146.344489:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130683480 x1830966201519744/t4294970828(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.344496:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130683480 with x1830966201519744 ext(0->7) 00010000:00010000:0.0:1746146146.344503:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e6e00/0x88944630cfb60475 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6b6 expref: 208 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.344512:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e6e00/0x88944630cfb60475 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6b6 expref: 208 pid: 26612 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.344518:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130683480 00000100:00100000:0.0:1746146146.350398:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.354294:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201520128 00000100:00100000:0.0:1746146146.354300:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201520128 00002000:00100000:0.0:1746146146.354332:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b312300 x1830966201520128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.354341:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312300 with x1830966201520128 ext(0->4095) 00002000:00010000:0.0:1746146146.354344:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b312300 00000100:00100000:0.0:1746146146.354359:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13213 00000100:00100000:0.0:1746146146.354364:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201520128:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146146.354452:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201520128:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (529us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146146.354457:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13213 00002000:00100000:0.0:1746146146.354462:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b312300 x1830966201520128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:277/0 lens 488/4536 e 0 to 0 dl 1746146157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.354468:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312300 with x1830966201520128 ext(0->4095) 00002000:00010000:0.0:1746146146.354470:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b312300 00000100:00100000:0.0:1746146146.361167:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.361216:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.363883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.368334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.374626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.382920:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+211:2010:x1830966201521024:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8076us (8291us total) trans 4294970829 rc 0/0 00000100:00100000:0.0:1746146146.382931:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2428 00002000:00100000:0.0:1746146146.382943:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134d5ce00 x1830966201521024/t4294970829(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.382952:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966201521024 ext(0->7) 00010000:00010000:0.0:1746146146.382960:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb60483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6bd expref: 211 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.382974:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb60483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6bd expref: 211 pid: 26612 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.382980:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5ce00 00000100:00100000:0.0:1746146146.385439:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.388154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.388413:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.388433:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201521536 00000100:00100000:0.0:1746146146.388436:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201521536 00002000:00100000:0.0:1746146146.388458:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880134d5e300 x1830966201521536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.388466:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e300 with x1830966201521536 ext(0->4095) 00010000:00010000:0.0:1746146146.388476:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb6048a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6c4 expref: 213 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.388490:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb6048a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6c4 expref: 213 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.388495:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5e300 00000100:00100000:0.0:1746146146.388508:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2429 00000100:00100000:0.0:1746146146.388514:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+213:2010:x1830966201521536:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146146.388604:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+213:2010:x1830966201521536:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 90us (191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146146.388609:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2429 00002000:00100000:0.0:1746146146.388614:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880134d5e300 x1830966201521536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/4536 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.388620:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e300 with x1830966201521536 ext(0->4095) 00010000:00010000:0.0:1746146146.388624:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb6048a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6c4 expref: 213 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.388632:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb6048a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6c4 expref: 213 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.388637:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5e300 00000100:00100000:0.0:1746146146.390416:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b313100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966198907520:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146146.390433:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb60491 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6cb expref: 211 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.390445:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994e7000, rc 0) 00000100:00100000:0.0:1746146146.390467:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+211:1110:x1830966201521280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2194us (2318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146146.390472:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29568 00000100:00100000:0.0:1746146146.390739:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201521664 00000100:00100000:0.0:1746146146.390744:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201521664 00000100:00100000:0.0:1746146146.390764:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29569 00000100:00100000:0.0:1746146146.390773:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201521664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146146.390784:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146146.390794:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c7dbe00/0x88944630cfb60498 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc6d2 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.390807:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.390811:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb60491 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6cb expref: 210 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.390815:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146146.390818:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c7dbe00/0x88944630cfb60498 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.390837:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb60491 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6cb expref: 210 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.390845:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c7dbe00/0x88944630cfb60498 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.390851:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7dbe00, rc 0) 00000100:00100000:0.0:1746146146.390880:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201521664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146146.390887:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29569 00000100:00100000:0.0:1746146146.392272:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.394689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.398422:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.399535:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+212:2007:x1830966201522304:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 929us (1115us total) trans 4294970830 rc 0/0 00000100:00100000:0.0:1746146146.399542:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2431 00002000:00100000:0.0:1746146146.399549:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880134d5c380 x1830966201522304/t4294970830(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.399556:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5c380 with x1830966201522304 ext(0->7) 00010000:00010000:0.0:1746146146.399560:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb60491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6cb expref: 212 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.399569:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb60491 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6cb expref: 212 pid: 26612 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.399574:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134d5c380 00000100:00100000:0.0:1746146146.401945:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.405454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.410036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.415513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.418636:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.418658:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201523200 00000100:00100000:0.0:1746146146.418671:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201523200 00002000:00100000:0.0:1746146146.418921:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880072817b80 x1830966201523200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.418933:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817b80 with x1830966201523200 ext(0->4095) 00010000:00010000:0.0:1746146146.418940:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb6049f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d9 expref: 214 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.418948:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb6049f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d9 expref: 214 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.418954:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072817b80 00000100:00100000:0.0:1746146146.419069:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2432 00000100:00100000:0.0:1746146146.419076:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+214:2008:x1830966201523200:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146146.419343:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+214:2008:x1830966201523200:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 266us (707us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146146.419349:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2432 00002000:00100000:0.0:1746146146.419355:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880072817b80 x1830966201523200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 488/4536 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.419361:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817b80 with x1830966201523200 ext(0->4095) 00010000:00010000:0.0:1746146146.419365:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb6049f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d9 expref: 214 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.419371:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb6049f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d9 expref: 214 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.419376:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072817b80 00000100:00100000:0.0:1746146146.423786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.424215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.428118:0:25408:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201523712 00000100:00100000:0.0:1746146146.428125:0:25408:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201523712 00010000:00010000:0.0:1746146146.428148:0:25408:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c7dbe00/0x88944630cfb60498 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d2 expref: 6 pid: 26612 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746146146.428178:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12917 00000100:00100000:0.0:1746146146.428184:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201523712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146146.428194:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146146.428208:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c7dbe00/0x88944630cfb60498 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d2 expref: 6 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.428218:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c7dbe00/0x88944630cfb60498 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d2 expref: 6 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.428245:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c7dbe00/0x88944630cfb60498 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6d2 expref: 6 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.428269:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.428271:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.428277:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb604a6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6e0 expref: 211 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.428284:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb604a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6e0 expref: 211 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.428307:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb604a6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6e0 expref: 211 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146146.428321:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072817480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:25408:1830966198908288:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146146.428379:0:25408:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146146.430822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.435793:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.438890:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.441077:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+214:2007:x1830966201524224:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1863us (2188us total) trans 4294970831 rc 0/0 00000100:00100000:0.0:1746146146.441085:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2434 00002000:00100000:0.0:1746146146.441091:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880072815180 x1830966201524224/t4294970831(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.441098:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815180 with x1830966201524224 ext(0->7) 00010000:00010000:0.0:1746146146.441104:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb604a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6e0 expref: 214 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.441115:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb604a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6e0 expref: 214 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.441121:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072815180 00000100:00100000:0.0:1746146146.448069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.448156:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.452181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.455411:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.462077:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.464676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.468153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.469370:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+216:2007:x1830966201525376:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 780us (1221us total) trans 4294970832 rc 0/0 00000100:00100000:0.0:1746146146.469376:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2436 00002000:00100000:0.0:1746146146.469382:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c957b80 x1830966201525376/t4294970832(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.469389:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957b80 with x1830966201525376 ext(0->7) 00010000:00010000:0.0:1746146146.469394:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb604b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6ee expref: 216 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.469403:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb604b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6ee expref: 216 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.469408:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c957b80 00000100:00100000:0.0:1746146146.473195:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.475338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.479911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.479994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.485044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.487279:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.491026:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.495815:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+219:2007:x1830966201526656:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 857us (4794us total) trans 4294970833 rc 0/0 00000100:00100000:0.0:1746146146.495823:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2438 00002000:00100000:0.0:1746146146.495829:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c956a00 x1830966201526656/t4294970833(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.495841:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956a00 with x1830966201526656 ext(0->7) 00010000:00010000:0.0:1746146146.495846:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb604c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc703 expref: 219 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.495856:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb604c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc703 expref: 219 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.495861:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c956a00 00000100:00100000:0.0:1746146146.503580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.503627:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.508881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.510549:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.510696:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.510749:0:25408:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201527424 00000100:00100000:0.0:1746146146.510751:0:25408:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201527424 00010000:00010000:0.0:1746146146.510764:0:25408:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e7e00/0x88944630cfb604c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6fc expref: 219 pid: 26612 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746146146.510792:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12923 00000100:00100000:0.0:1746146146.510796:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+219:2009:x1830966201527424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146146.510803:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146146.510814:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7e00/0x88944630cfb604c9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6fc expref: 219 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.510821:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800994e7e00/0x88944630cfb604c9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6fc expref: 219 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.510839:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7e00/0x88944630cfb604c9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc6fc expref: 219 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.510850:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.510852:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.510856:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb604d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc70a expref: 218 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.510862:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb604d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc70a expref: 218 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.510879:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb604d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc70a expref: 218 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.510887:0:25408:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb604d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc70a expref: 218 pid: 9583 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746146146.510898:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:25408:1830966198909952:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146146.512818:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.514962:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.515763:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+220:2009:x1830966201527936:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 669us (803us total) trans 4294970834 rc 0/0 00000100:00100000:0.0:1746146146.515768:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2441 00002000:00100000:0.0:1746146146.515773:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a4cc700 x1830966201527936/t4294970834(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.515785:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc700 with x1830966201527936 ext(0->7) 00010000:00010000:0.0:1746146146.515789:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb604d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc70a expref: 220 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.515796:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb604d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc70a expref: 220 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.515801:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a4cc700 00000100:00100000:0.0:1746146146.517846:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.520294:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.521777:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.523856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.527942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.527993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.530847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.531525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.531578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.533459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.535875:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.537313:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+223:2007:x1830966201529984:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1258us (1440us total) trans 4294970835 rc 0/0 00000100:00100000:0.0:1746146146.537321:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2443 00002000:00100000:0.0:1746146146.537328:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a1518000 x1830966201529984/t4294970835(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.537336:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518000 with x1830966201529984 ext(0->7) 00010000:00010000:0.0:1746146146.537343:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb604e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc71f expref: 223 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.537355:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeee00/0x88944630cfb604e5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc71f expref: 223 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.537361:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1518000 00000100:00100000:0.0:1746146146.540011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.542542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.545005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.547768:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.549183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.552173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.553009:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.553139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.557309:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.560996:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.561898:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+225:2007:x1830966201531776:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 716us (907us total) trans 4294970836 rc 0/0 00000100:00100000:0.0:1746146146.561905:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2446 00002000:00100000:0.0:1746146146.561910:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2dc00 x1830966201531776/t4294970836(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.561917:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2dc00 with x1830966201531776 ext(0->7) 00010000:00010000:0.0:1746146146.561921:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb604fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc734 expref: 225 pid: 26612 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.561930:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb604fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc734 expref: 225 pid: 26612 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.561936:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2dc00 00000100:00100000:0.0:1746146146.563601:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.565910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.568005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.571645:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.571856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.573774:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.573822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.573844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.573883:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201532800 00000100:00100000:0.0:1746146146.573886:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201532800 00010000:00010000:0.0:1746146146.573900:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009945ea00/0x88944630cfb60501 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc73b expref: 226 pid: 26612 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746146146.574108:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201532928 00000100:00100000:0.0:1746146146.574111:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201532928 00010000:00010000:0.0:1746146146.574121:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e7400/0x88944630cfb60508 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc742 expref: 6 pid: 9583 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746146146.574145:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12932 00000100:00100000:0.0:1746146146.574150:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201532928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146146.574155:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146146.574278:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7400/0x88944630cfb60508 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc742 expref: 6 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.574290:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800994e7400/0x88944630cfb60508 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc742 expref: 6 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.574300:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7400/0x88944630cfb60508 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc742 expref: 6 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.574310:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.574311:0:11920:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.574315:0:11920:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994e6e00/0x88944630cfb6050f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc749 expref: 225 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.574325:0:11920:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e6e00/0x88944630cfb6050f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc749 expref: 225 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.574372:0:11920:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800994e6e00/0x88944630cfb6050f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc749 expref: 225 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.574381:0:11920:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800994e6e00/0x88944630cfb6050f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc749 expref: 225 pid: 9583 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746146146.574390:0:11920:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11920:1830966198911872:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146146.574420:0:11920:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146146.579532:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.580612:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+227:2010:x1830966201533568:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 750us (1082us total) trans 4294970837 rc 0/0 00000100:00100000:0.0:1746146146.580618:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2449 00002000:00100000:0.0:1746146146.580623:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2ed80 x1830966201533568/t4294970837(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.580634:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ed80 with x1830966201533568 ext(0->7) 00010000:00010000:0.0:1746146146.580639:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e6e00/0x88944630cfb6050f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc749 expref: 227 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.580647:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e6e00/0x88944630cfb6050f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc749 expref: 227 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.580652:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2ed80 00000100:00100000:0.0:1746146146.581822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.584323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.586602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.588300:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.590953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.594184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.597676:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.597750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.600242:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.603523:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.605129:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+228:2010:x1830966201535616:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1228us (1605us total) trans 4294970838 rc 0/0 00000100:00100000:0.0:1746146146.605136:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2451 00002000:00100000:0.0:1746146146.605143:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097e27b80 x1830966201535616/t4294970838(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.605151:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27b80 with x1830966201535616 ext(0->7) 00010000:00010000:0.0:1746146146.605156:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945ea00/0x88944630cfb60524 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc75e expref: 228 pid: 21272 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.605167:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945ea00/0x88944630cfb60524 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc75e expref: 228 pid: 21272 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.605173:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e27b80 00000100:00100000:0.0:1746146146.606963:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.611761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.613943:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.619305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.622543:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.622580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.625245:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.635275:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.636778:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+230:2009:x1830966201537408:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1175us (1506us total) trans 4294970839 rc 0/0 00000100:00100000:0.0:1746146146.636784:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2454 00002000:00100000:0.0:1746146146.636790:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880097e25880 x1830966201537408/t4294970839(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.636797:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e25880 with x1830966201537408 ext(0->7) 00010000:00010000:0.0:1746146146.636801:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7400/0x88944630cfb60539 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc773 expref: 230 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.636811:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7400/0x88944630cfb60539 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc773 expref: 230 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.636815:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880097e25880 00000100:00100000:0.0:1746146146.642829:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.648238:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201537792 00000100:00100000:0.0:1746146146.648246:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201537792 00002000:00100000:0.0:1746146146.648279:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bac3100 x1830966201537792/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.648289:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3100 with x1830966201537792 ext(0->4095) 00002000:00010000:0.0:1746146146.648293:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bac3100 00000100:00100000:0.0:1746146146.648310:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13227 00000100:00100000:0.0:1746146146.648316:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201537792:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146146.648426:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201537792:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146146.648432:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13227 00002000:00100000:0.0:1746146146.648437:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88012bac3100 x1830966201537792/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:277/0 lens 488/4536 e 0 to 0 dl 1746146157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.648443:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3100 with x1830966201537792 ext(0->4095) 00002000:00010000:0.0:1746146146.648446:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012bac3100 00000100:00100000:0.0:1746146146.650995:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.651067:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.654798:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201538176 00000100:00100000:0.0:1746146146.654803:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201538176 00010000:00010000:0.0:1746146146.654820:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e7e00/0x88944630cfb60540 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc77a expref: 6 pid: 9583 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746146146.654909:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 12940 00000100:00100000:0.0:1746146146.654916:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201538176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146146.655005:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146146.655019:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7e00/0x88944630cfb60540 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc77a expref: 6 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.655028:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800994e7e00/0x88944630cfb60540 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc77a expref: 6 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.655041:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7e00/0x88944630cfb60540 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc77a expref: 6 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.655063:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.655065:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.655069:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7c00/0x88944630cfb60547 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc781 expref: 230 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.655102:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e7c00/0x88944630cfb60547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc781 expref: 230 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.655122:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800994e7c00/0x88944630cfb60547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc781 expref: 230 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.655132:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800994e7c00/0x88944630cfb60547 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc781 expref: 230 pid: 9583 timeout: 848 lvb_type: 0 00000100:00100000:0.0:1746146146.655141:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c1adf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198913664:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146146.655192:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146146.657351:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.659609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.665916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.668619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.672507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.673133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.676169:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.678266:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.678360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.680434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.684273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.685891:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+235:2009:x1830966201540480:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1022us (1622us total) trans 4294970841 rc 0/0 00000100:00100000:0.0:1746146146.685898:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2459 00002000:00100000:0.0:1746146146.685904:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131b54700 x1830966201540480/t4294970841(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.685911:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b54700 with x1830966201540480 ext(0->7) 00010000:00010000:0.0:1746146146.685916:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7c00/0x88944630cfb60555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc78f expref: 235 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.685925:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7c00/0x88944630cfb60555 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc78f expref: 235 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.685931:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131b54700 00000100:00100000:0.0:1746146146.689180:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.692338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.696814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.696904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.699127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.701125:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.703510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.709191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.711565:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.712527:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+236:2007:x1830966201542144:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (959us total) trans 4294970842 rc 0/0 00000100:00100000:0.0:1746146146.712533:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2461 00002000:00100000:0.0:1746146146.712540:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b17aa00 x1830966201542144/t4294970842(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.712547:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17aa00 with x1830966201542144 ext(0->7) 00010000:00010000:0.0:1746146146.712552:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb60571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7a4 expref: 236 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.712562:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb60571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7a4 expref: 236 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.712567:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b17aa00 00000100:00100000:0.0:1746146146.718638:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.720156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.722973:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.725530:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.728417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.734138:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.739096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.740378:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+238:2007:x1830966201543296:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 948us (1284us total) trans 4294970843 rc 0/0 00000100:00100000:0.0:1746146146.740388:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2463 00002000:00100000:0.0:1746146146.740395:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880131adf480 x1830966201543296/t4294970843(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.740401:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf480 with x1830966201543296 ext(0->7) 00010000:00010000:0.0:1746146146.740407:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7400/0x88944630cfb6057f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7b9 expref: 238 pid: 9583 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.740416:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7400/0x88944630cfb6057f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7b9 expref: 238 pid: 9583 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.740421:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131adf480 00000100:00100000:0.0:1746146146.742777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.746787:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.752875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.752960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.753231:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29605 00000100:00100000:0.0:1746146146.753238:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+239:1112:x1830966201543936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146146.753245:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146146.753251:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb60594 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc7ce expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.753265:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146146.753268:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb6058d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7c7 expref: 240 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.753274:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146146.753277:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb60594 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7ce expref: 240 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.753466:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb6058d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7c7 expref: 240 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.753478:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb60594 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7ce expref: 240 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146146.753486:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065c400, rc 0) 00000100:00100000:0.0:1746146146.754481:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+240:1112:x1830966201543936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1242us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146146.754488:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29605 00000100:00100000:0.0:1746146146.756687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.761642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.768581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.769617:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+241:2009:x1830966201544576:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (1040us total) trans 4294970844 rc 0/0 00000100:00100000:0.0:1746146146.769624:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2465 00002000:00100000:0.0:1746146146.769630:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099aa9180 x1830966201544576/t4294970844(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.769636:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aa9180 with x1830966201544576 ext(0->7) 00010000:00010000:0.0:1746146146.769641:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb6058d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7c7 expref: 241 pid: 21272 timeout: 848 lvb_type: 0 00010000:00010000:0.0:1746146146.769650:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb6058d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7c7 expref: 241 pid: 21272 timeout: 848 lvb_type: 0 00002000:00010000:0.0:1746146146.769672:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099aa9180 00000100:00100000:0.0:1746146146.771616:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.776335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.779767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.782082:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.783845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.785261:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.786898:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.792060:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.795710:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.797894:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+242:2009:x1830966201546624:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1291us (2186us total) trans 4294970845 rc 0/0 00000100:00100000:0.0:1746146146.797902:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2468 00002000:00100000:0.0:1746146146.797908:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b1a2300 x1830966201546624/t4294970845(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.797915:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2300 with x1830966201546624 ext(0->7) 00010000:00010000:0.0:1746146146.797921:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb605a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7dc expref: 242 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.797930:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb605a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7dc expref: 242 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.797936:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1a2300 00000100:00100000:0.0:1746146146.801785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.809339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.813908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.816062:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.816357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.818191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.819590:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.820388:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+245:2009:x1830966201547904:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 627us (799us total) trans 4294970846 rc 0/0 00000100:00100000:0.0:1746146146.820394:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2470 00002000:00100000:0.0:1746146146.820400:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880099524380 x1830966201547904/t4294970846(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.820406:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524380 with x1830966201547904 ext(0->7) 00010000:00010000:0.0:1746146146.820411:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a588000/0x88944630cfb605b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7ea expref: 245 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.820420:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a588000/0x88944630cfb605b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7ea expref: 245 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.820425:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099524380 00000100:00100000:0.0:1746146146.828611:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.830527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.833893:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.833975:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.843482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.845916:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.849014:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+246:2007:x1830966201549952:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2816us (3095us total) trans 4294970847 rc 0/0 00000100:00100000:0.0:1746146146.849023:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2473 00002000:00100000:0.0:1746146146.849033:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130d0fb80 x1830966201549952/t4294970847(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.849042:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0fb80 with x1830966201549952 ext(0->7) 00010000:00010000:0.0:1746146146.849049:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb605c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7ff expref: 246 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.849063:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb605c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc7ff expref: 246 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.849068:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130d0fb80 00000100:00100000:0.0:1746146146.853177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.856575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.857846:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201550464 00000100:00100000:0.0:1746146146.857849:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201550464 00002000:00100000:0.0:1746146146.857872:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b991f80 x1830966201550464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.857880:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991f80 with x1830966201550464 ext(0->4095) 00010000:00010000:0.0:1746146146.857885:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb605cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc806 expref: 6 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.857894:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb605cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc806 expref: 6 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.857899:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b991f80 00000100:00100000:0.0:1746146146.857910:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2474 00000100:00100000:0.0:1746146146.857914:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201550464:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146146.859375:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201550464:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1457us (1618us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146146.859383:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2474 00002000:00100000:0.0:1746146146.859389:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b991f80 x1830966201550464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:277/0 lens 488/4536 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.859396:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991f80 with x1830966201550464 ext(0->4095) 00010000:00010000:0.0:1746146146.859402:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb605cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc806 expref: 6 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.859413:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c28e000/0x88944630cfb605cc lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc806 expref: 6 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.859418:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b991f80 00000100:00100000:0.0:1746146146.861992:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.862028:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.864810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.869126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.870806:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+249:2009:x1830966201551232:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1410us (1681us total) trans 4294970848 rc 0/0 00000100:00100000:0.0:1746146146.870815:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2476 00002000:00100000:0.0:1746146146.870822:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008d176300 x1830966201551232/t4294970848(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.870829:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176300 with x1830966201551232 ext(0->7) 00010000:00010000:0.0:1746146146.870835:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb605d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc80d expref: 249 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.870851:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eee400/0x88944630cfb605d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc80d expref: 249 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.870857:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d176300 00000100:00100000:0.0:1746146146.874304:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.886404:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.886485:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.894857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.896456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.897327:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+250:2008:x1830966201552512:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 748us (871us total) trans 4294970849 rc 0/0 00000100:00100000:0.0:1746146146.897333:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2479 00002000:00100000:0.0:1746146146.897338:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b5fa300 x1830966201552512/t4294970849(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.897343:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa300 with x1830966201552512 ext(0->7) 00010000:00010000:0.0:1746146146.897348:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb605e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc81b expref: 250 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.897356:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef400/0x88944630cfb605e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc81b expref: 250 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.897361:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5fa300 00000100:00100000:0.0:1746146146.898813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.903472:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c72a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198918912:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146146.903487:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146146.903568:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+249:2010:x1830966201552640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4420us (4755us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146146.903576:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 12963 00000100:00100000:0.0:1746146146.904017:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201552896 00000100:00100000:0.0:1746146146.904022:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201552896 00002000:00100000:0.0:1746146146.904048:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c72a680 x1830966201552896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:277/0 lens 488/0 e 0 to 0 dl 1746146157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.904056:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a680 with x1830966201552896 ext(0->4095) 00002000:00010000:0.0:1746146146.904060:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c72a680 00000100:00100000:0.0:1746146146.904083:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13238 00000100:00100000:0.0:1746146146.904089:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201552896:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146146.904389:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201552896:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 299us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146146.904394:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13238 00002000:00100000:0.0:1746146146.904399:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009c72a680 x1830966201552896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:277/0 lens 488/4536 e 0 to 0 dl 1746146157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.904406:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a680 with x1830966201552896 ext(0->4095) 00002000:00010000:0.0:1746146146.904409:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c72a680 00000100:00100000:0.0:1746146146.908001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.909039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.909632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.911050:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.912074:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.912098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.914390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.920236:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.921615:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+252:2009:x1830966201554304:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1138us (1384us total) trans 4294970850 rc 0/0 00000100:00100000:0.0:1746146146.921623:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2482 00002000:00100000:0.0:1746146146.921629:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b866a00 x1830966201554304/t4294970850(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.921637:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866a00 with x1830966201554304 ext(0->7) 00010000:00010000:0.0:1746146146.921642:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a589c00/0x88944630cfb605f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc830 expref: 252 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.921653:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a589c00/0x88944630cfb605f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc830 expref: 252 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.921669:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b866a00 00000100:00100000:0.0:1746146146.928926:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.929013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.934822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.936928:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.940849:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.943322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.957338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.958515:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+254:2007:x1830966201555456:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 864us (1182us total) trans 4294970851 rc 0/0 00000100:00100000:0.0:1746146146.958523:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2484 00002000:00100000:0.0:1746146146.958528:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009cacad80 x1830966201555456/t4294970851(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.958541:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacad80 with x1830966201555456 ext(0->7) 00010000:00010000:0.0:1746146146.958546:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c511200/0x88944630cfb60604 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc83e expref: 254 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.958556:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c511200/0x88944630cfb60604 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc83e expref: 254 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.958561:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cacad80 00000100:00100000:0.0:1746146146.959469:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.960439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.962179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.965896:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.967984:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.971423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.978158:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.979213:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+256:2007:x1830966201556608:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 828us (1060us total) trans 4294970852 rc 0/0 00000100:00100000:0.0:1746146146.979220:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2486 00002000:00100000:0.0:1746146146.979226:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eae300 x1830966201556608/t4294970852(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.979233:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae300 with x1830966201556608 ext(0->7) 00010000:00010000:0.0:1746146146.979238:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c670a00/0x88944630cfb60612 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc84c expref: 256 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.979248:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c670a00/0x88944630cfb60612 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc84c expref: 256 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.979254:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eae300 00000100:00100000:0.0:1746146146.980402:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.983421:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.985487:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.989320:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.991381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.993215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.996510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146146.997321:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+258:2007:x1830966201557760:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 666us (812us total) trans 4294970853 rc 0/0 00000100:00100000:0.0:1746146146.997328:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2488 00002000:00100000:0.0:1746146146.997334:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a462680 x1830966201557760/t4294970853(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:277/0 lens 496/448 e 0 to 0 dl 1746146157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146146.997341:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a462680 with x1830966201557760 ext(0->7) 00010000:00010000:0.0:1746146146.997349:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c670200/0x88944630cfb60620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc85a expref: 258 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146146.997358:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c670200/0x88944630cfb60620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc85a expref: 258 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146146.997364:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a462680 00010000:00010000:0.0:1746146147.010060:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146147.011514:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.019967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.020082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.022784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.023613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.027366:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.031485:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.033012:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+261:2009:x1830966201559040:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1235us (1531us total) trans 4294970854 rc 0/0 00000100:00100000:0.0:1746146147.033019:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2491 00002000:00100000:0.0:1746146147.033025:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88007da2df80 x1830966201559040/t4294970854(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.033032:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2df80 with x1830966201559040 ext(0->7) 00010000:00010000:0.0:1746146147.033038:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb6062e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc868 expref: 261 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.033047:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eef800/0x88944630cfb6062e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc868 expref: 261 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.033052:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007da2df80 00000100:00100000:0.0:1746146147.035792:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.039804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.041927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.050942:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.051929:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.054429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.054474:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.059276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.059695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.063594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.065159:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.070477:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.075791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.083376:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.085422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.086292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.089392:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201562112 00000100:00100000:0.0:1746146147.089397:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201562112 00002000:00100000:0.0:1746146147.089424:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d25ea00 x1830966201562112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/0 e 0 to 0 dl 1746146158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.089431:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ea00 with x1830966201562112 ext(0->4095) 00010000:00010000:0.0:1746146147.089437:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc88b expref: 263 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.089447:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc88b expref: 263 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.089452:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d25ea00 00000100:00100000:0.0:1746146147.089479:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2495 00000100:00100000:0.0:1746146147.089485:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+263:2007:x1830966201562112:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146147.090050:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+263:2007:x1830966201562112:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 564us (802us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146147.090056:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2495 00002000:00100000:0.0:1746146147.090062:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009d25ea00 x1830966201562112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/4536 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.090069:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ea00 with x1830966201562112 ext(0->4095) 00010000:00010000:0.0:1746146147.090073:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc88b expref: 263 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.090081:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc88b expref: 263 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.090086:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d25ea00 00000100:00100000:0.0:1746146147.091780:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.092435:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+265:2008:x1830966201562368:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 491us (655us total) trans 4294970856 rc 0/0 00000100:00100000:0.0:1746146147.092442:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2496 00002000:00100000:0.0:1746146147.092447:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff8800a1518700 x1830966201562368/t4294970856(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.092455:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518700 with x1830966201562368 ext(0->7) 00010000:00010000:0.0:1746146147.092459:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc88b expref: 265 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.092467:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880121eeea00/0x88944630cfb60651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc88b expref: 265 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.092473:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1518700 00000100:00100000:0.0:1746146147.094200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.096983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.100978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.105381:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.105419:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.109474:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.109548:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.112573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.112618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.116632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.120158:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.121261:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+266:2010:x1830966201564416:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 769us (1107us total) trans 4294970857 rc 0/0 00000100:00100000:0.0:1746146147.121268:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2499 00002000:00100000:0.0:1746146147.121274:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008c955180 x1830966201564416/t4294970857(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.121281:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955180 with x1830966201564416 ext(0->7) 00010000:00010000:0.0:1746146147.121286:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c671600/0x88944630cfb60666 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8a0 expref: 266 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.121295:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c671600/0x88944630cfb60666 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8a0 expref: 266 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.121300:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c955180 00000100:00100000:0.0:1746146147.126023:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.132971:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.137388:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.139887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.140574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.144911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.145922:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201565568 00000100:00100000:0.0:1746146147.145927:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201565568 00000100:00100000:0.0:1746146147.145956:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29639 00000100:00100000:0.0:1746146147.145961:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201565568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146147.145971:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146147.145980:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb60682 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc8bc expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.145991:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.145996:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c671600/0x88944630cfb6067b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8b5 expref: 266 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.146000:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146147.146003:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb60682 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8bc expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.146025:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c671600/0x88944630cfb6067b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8b5 expref: 266 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.146033:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb60682 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8bc expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.146040:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbc6800, rc 0) 00000100:00100000:0.0:1746146147.146060:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201565568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146147.146065:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29639 00000100:00100000:0.0:1746146147.150036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.159122:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.162940:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+268:2008:x1830966201566208:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3070us (3816us total) trans 4294970858 rc 0/0 00000100:00100000:0.0:1746146147.162952:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2502 00002000:00100000:0.0:1746146147.162959:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130e3f100 x1830966201566208/t4294970858(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.162967:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f100 with x1830966201566208 ext(0->7) 00010000:00010000:0.0:1746146147.162975:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c671600/0x88944630cfb6067b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8b5 expref: 268 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.162987:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c671600/0x88944630cfb6067b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8b5 expref: 268 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.162997:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130e3f100 00000100:00100000:0.0:1746146147.164420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.165905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.168067:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.176392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.181426:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.183312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.185926:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.190628:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+270:2008:x1830966201567360:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4541us (4701us total) trans 4294970859 rc 0/0 00000100:00100000:0.0:1746146147.190638:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2504 00002000:00100000:0.0:1746146147.190647:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009c7f5880 x1830966201567360/t4294970859(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.190663:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5880 with x1830966201567360 ext(0->7) 00010000:00010000:0.0:1746146147.190671:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb60689 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8c3 expref: 270 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.190687:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb60689 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8c3 expref: 270 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.190694:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7f5880 00000100:00100000:0.0:1746146147.198483:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.198521:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.202299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.205159:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.205220:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.208374:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bac1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966198924928:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146147.208390:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009945ee00/0x88944630cfb6069e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8d8 expref: 271 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.208402:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945ee00, rc 0) 00000100:00100000:0.0:1746146147.208420:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+271:1112:x1830966201568000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3090us (3265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146147.208426:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29643 00000100:00100000:0.0:1746146147.212576:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.217303:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.219414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.221426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.223293:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.226232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.230787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.240686:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.240758:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.245350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.247057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.248402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.249629:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+275:2008:x1830966201570944:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1057us (1227us total) trans 4294970861 rc 0/0 00000100:00100000:0.0:1746146147.249635:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2510 00002000:00100000:0.0:1746146147.249640:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009a460e00 x1830966201570944/t4294970861(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.249645:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460e00 with x1830966201570944 ext(0->7) 00010000:00010000:0.0:1746146147.249649:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c670e00/0x88944630cfb606ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8e6 expref: 275 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.249666:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c670e00/0x88944630cfb606ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8e6 expref: 275 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.249671:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a460e00 00000100:00100000:0.0:1746146147.251807:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.254711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.259172:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201571456 00000100:00100000:0.0:1746146147.259180:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201571456 00000100:00100000:0.0:1746146147.259224:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29647 00000100:00100000:0.0:1746146147.259230:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1112:x1830966201571456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146147.259244:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146147.259256:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb606ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc8f4 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.259279:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.259281:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.259286:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb606ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8f4 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.259297:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb606ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc8f4 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.259305:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121eee600, rc 0) 00000100:00100000:0.0:1746146147.259350:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1112:x1830966201571456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146147.259355:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29647 00000100:00100000:0.0:1746146147.262477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.265145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.266452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.268798:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.268838:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.271317:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.276783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.286368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.288927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.291270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.295412:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.297901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.299962:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.301286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.303707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.305593:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.308510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.311052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.313101:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.314072:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.317142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.317172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.317209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.317224:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201575680 00000100:00100000:0.0:1746146147.317227:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201575680 00000100:00100000:0.0:1746146147.317253:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29654 00000100:00100000:0.0:1746146147.317259:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1112:x1830966201575680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146147.317270:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146147.317280:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb606eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc925 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.317294:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.317299:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009945fe00/0x88944630cfb606e4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc91e expref: 280 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.317304:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146147.317307:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb606eb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc925 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.317361:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009945fe00/0x88944630cfb606e4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc91e expref: 280 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.317373:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880121eee600/0x88944630cfb606eb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc925 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.317382:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880121eee600, rc 0) 00000100:00100000:0.0:1746146147.317406:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:1112:x1830966201575680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146147.317412:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29654 00000100:00100000:0.0:1746146147.319643:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.331132:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.335272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.335829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.340744:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.342461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.344883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.347933:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.349298:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+282:2008:x1830966201577344:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1184us (1365us total) trans 4294970865 rc 0/0 00000100:00100000:0.0:1746146147.349305:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2519 00002000:00100000:0.0:1746146147.349311:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b866300 x1830966201577344/t4294970865(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.349318:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866300 with x1830966201577344 ext(0->7) 00010000:00010000:0.0:1746146147.349323:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c671a00/0x88944630cfb606f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc92c expref: 282 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.349333:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c671a00/0x88944630cfb606f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc92c expref: 282 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.349338:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b866300 00000100:00100000:0.0:1746146147.350831:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.353414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.355401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.356877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.358944:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.359325:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.365325:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.367979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.369544:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+284:2008:x1830966201579136:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1414us (1567us total) trans 4294970866 rc 0/0 00000100:00100000:0.0:1746146147.369551:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2522 00002000:00100000:0.0:1746146147.369558:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130c25500 x1830966201579136/t4294970866(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.369565:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25500 with x1830966201579136 ext(0->7) 00010000:00010000:0.0:1746146147.369570:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945fe00/0x88944630cfb60707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc941 expref: 284 pid: 21272 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.369579:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945fe00/0x88944630cfb60707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc941 expref: 284 pid: 21272 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.369584:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130c25500 00000100:00100000:0.0:1746146147.370856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.372641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.377500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.384574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.393080:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.395232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.399399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.399438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.399468:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.401441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.409159:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+286:2010:x1830966201581184:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3663us (3979us total) trans 4294970867 rc 0/0 00000100:00100000:0.0:1746146147.409168:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2524 00002000:00100000:0.0:1746146147.409175:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b1a1500 x1830966201581184/t4294970867(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.409183:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1500 with x1830966201581184 ext(0->7) 00010000:00010000:0.0:1746146147.409189:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb6071c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc956 expref: 286 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.409200:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb6071c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc956 expref: 286 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.409206:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b1a1500 00000100:00100000:0.0:1746146147.415689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.415814:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.418762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.420921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.425110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.427805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.429759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.430565:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+288:2008:x1830966201582336:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 574us (804us total) trans 4294970868 rc 0/0 00000100:00100000:0.0:1746146147.430571:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2526 00002000:00100000:0.0:1746146147.430577:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880130683100 x1830966201582336/t4294970868(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.430583:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130683100 with x1830966201582336 ext(0->7) 00010000:00010000:0.0:1746146147.430586:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb6072a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc964 expref: 288 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.430594:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb6072a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc964 expref: 288 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.430599:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130683100 00000100:00100000:0.0:1746146147.431452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.434431:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.437248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.439265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.439983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.442745:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.442778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.442812:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.445861:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746146147.445873:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e83b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198930432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746146147.445905:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146147.446283:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e83b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198930432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746146147.447595:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.449260:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+290:2010:x1830966201584128:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1468us (1662us total) trans 4294970869 rc 0/0 00000100:00100000:0.0:1746146147.449268:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2529 00002000:00100000:0.0:1746146147.449276:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880070b2d880 x1830966201584128/t4294970869(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.449283:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2d880 with x1830966201584128 ext(0->7) 00010000:00010000:0.0:1746146147.449291:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df2fc00/0x88944630cfb6073f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc979 expref: 290 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.449301:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df2fc00/0x88944630cfb6073f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc979 expref: 290 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.449307:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880070b2d880 00000100:00100000:0.0:1746146147.454124:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.455946:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.458270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.459933:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201584896 00000100:00100000:0.0:1746146147.459937:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201584896 00002000:00100000:0.0:1746146147.459960:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013336ad80 x1830966201584896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/0 e 0 to 0 dl 1746146158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.459968:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336ad80 with x1830966201584896 ext(0->4095) 00002000:00010000:0.0:1746146147.459971:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336ad80 00000100:00100000:0.0:1746146147.459992:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13267 00000100:00100000:0.0:1746146147.459998:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+290:2008:x1830966201584896:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146147.460309:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+290:2008:x1830966201584896:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 310us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146147.460315:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13267 00002000:00100000:0.0:1746146147.460320:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88013336ad80 x1830966201584896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/4536 e 0 to 0 dl 1746146158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.460332:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336ad80 with x1830966201584896 ext(0->4095) 00002000:00010000:0.0:1746146147.460335:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013336ad80 00000100:00100000:0.0:1746146147.461998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.463861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.463908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.463923:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201585408 00000100:00100000:0.0:1746146147.463926:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201585408 00010000:00010000:0.0:1746146147.463942:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e200/0x88944630cfb6074d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc987 expref: 292 pid: 9582 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746146147.463970:0:11920:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201585536 00000100:00100000:0.0:1746146147.463972:0:11920:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201585536 00010000:00010000:0.0:1746146147.463981:0:11920:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb60746 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc980 expref: 6 pid: 9582 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746146147.463994:0:11920:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13014 00000100:00100000:0.0:1746146147.463999:0:11920:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+292:2010:x1830966201585408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146147.464006:0:11920:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146147.464017:0:11920:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df2e200/0x88944630cfb6074d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc987 expref: 292 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.464026:0:11920:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df2e200/0x88944630cfb6074d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc987 expref: 292 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.464477:0:11920:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df2e200/0x88944630cfb6074d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc987 expref: 292 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.464915:0:11920:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146147.464950:0:11920:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+291:2010:x1830966201585408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 950us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146147.464955:0:11920:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13014 00000100:00100000:0.0:1746146147.468803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.470606:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.471536:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+293:2008:x1830966201586176:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 703us (932us total) trans 4294970870 rc 0/0 00000100:00100000:0.0:1746146147.471541:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2531 00002000:00100000:0.0:1746146147.471547:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089eadf80 x1830966201586176/t4294970870(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.471553:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadf80 with x1830966201586176 ext(0->7) 00010000:00010000:0.0:1746146147.471557:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945ea00/0x88944630cfb60754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc98e expref: 293 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.471565:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945ea00/0x88944630cfb60754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc98e expref: 293 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.471570:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089eadf80 00000100:00100000:0.0:1746146147.473145:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.477095:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.479911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.481755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.484426:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.484591:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.486870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.486908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.488482:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.491496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.494225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.495416:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+294:2010:x1830966201588224:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1015us (1193us total) trans 4294970871 rc 0/0 00000100:00100000:0.0:1746146147.495422:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2533 00002000:00100000:0.0:1746146147.495427:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88008a4f8700 x1830966201588224/t4294970871(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.495434:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8700 with x1830966201588224 ext(0->7) 00010000:00010000:0.0:1746146147.495439:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945fe00/0x88944630cfb60769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9a3 expref: 294 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.495448:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945fe00/0x88944630cfb60769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9a3 expref: 294 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.495454:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a4f8700 00000100:00100000:0.0:1746146147.497524:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.501546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.507299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.507348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.512111:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.512169:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.514044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.515767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.518902:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.521190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.527013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.530051:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.532375:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.535644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.540850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.540897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.543746:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.543802:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.544438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.547457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.550871:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.551763:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+299:2007:x1830966201592064:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 726us (898us total) trans 4294970873 rc 0/0 00000100:00100000:0.0:1746146147.551770:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2538 00002000:00100000:0.0:1746146147.551780:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880080c84000 x1830966201592064/t4294970873(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.551788:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c84000 with x1830966201592064 ext(0->7) 00010000:00010000:0.0:1746146147.551793:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945ea00/0x88944630cfb60793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9cd expref: 299 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.552329:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945ea00/0x88944630cfb60793 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9cd expref: 299 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.552337:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880080c84000 00000100:00100000:0.0:1746146147.557741:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.561202:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201592448 00000100:00100000:0.0:1746146147.561209:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201592448 00002000:00100000:0.0:1746146147.561241:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133369f80 x1830966201592448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/0 e 0 to 0 dl 1746146158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.561249:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369f80 with x1830966201592448 ext(0->4095) 00002000:00010000:0.0:1746146147.561252:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133369f80 00000100:00100000:0.0:1746146147.561274:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13276 00000100:00100000:0.0:1746146147.561279:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+298:2008:x1830966201592448:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146147.561556:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+298:2008:x1830966201592448:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 276us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146147.561562:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13276 00002000:00100000:0.0:1746146147.561566:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880133369f80 x1830966201592448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/4536 e 0 to 0 dl 1746146158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.561572:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369f80 with x1830966201592448 ext(0->4095) 00002000:00010000:0.0:1746146147.561575:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133369f80 00000100:00100000:0.0:1746146147.567696:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.567868:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.570079:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.571682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.575404:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201593344 00000100:00100000:0.0:1746146147.575411:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201593344 00002000:00100000:0.0:1746146147.575438:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b992d80 x1830966201593344/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/0 e 0 to 0 dl 1746146158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.575446:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992d80 with x1830966201593344 ext(0->7) 00010000:00010000:0.0:1746146147.575453:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb607a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9e2 expref: 298 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.575468:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb607a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9e2 expref: 298 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.575475:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b992d80 00000100:00100000:0.0:1746146147.575489:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2540 00000100:00100000:0.0:1746146147.575495:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+298:2009:x1830966201593344:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146147.578977:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+300:2009:x1830966201593344:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3473us (3623us total) trans 4294970874 rc 0/0 00000100:00100000:0.0:1746146147.578988:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2540 00002000:00100000:0.0:1746146147.578998:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff88009b992d80 x1830966201593344/t4294970874(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.579006:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992d80 with x1830966201593344 ext(0->7) 00010000:00010000:0.0:1746146147.579014:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb607a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9e2 expref: 300 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.579026:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800994e7000/0x88944630cfb607a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9e2 expref: 300 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.579033:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b992d80 00000100:00100000:0.0:1746146147.580331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.584528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.586097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.586308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.586321:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201593984 00000100:00100000:0.0:1746146147.586324:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201593984 00000100:00100000:0.0:1746146147.586336:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29683 00000100:00100000:0.0:1746146147.586339:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+301:1112:x1830966201593984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146147.586344:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146147.586348:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb607b6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfc9f0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.586356:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.586358:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c670200/0x88944630cfb607af lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9e9 expref: 302 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.586362:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146147.586363:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb607b6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9f0 expref: 302 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.586374:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c670200/0x88944630cfb607af lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9e9 expref: 302 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.586380:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb607b6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9f0 expref: 302 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.586385:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:0.0:1746146147.586399:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+302:1112:x1830966201593984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 60us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146147.586403:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29683 00000100:00100000:0.0:1746146147.588774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.590905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.596168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.598140:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+303:2009:x1830966201594624:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1790us (1975us total) trans 4294970875 rc 0/0 00000100:00100000:0.0:1746146147.598148:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2542 00002000:00100000:0.0:1746146147.598155:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880080c86a00 x1830966201594624/t4294970875(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.598162:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c86a00 with x1830966201594624 ext(0->7) 00010000:00010000:0.0:1746146147.598168:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c670200/0x88944630cfb607af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9e9 expref: 303 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.598179:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c670200/0x88944630cfb607af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9e9 expref: 303 pid: 9582 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.598185:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880080c86a00 00000100:00100000:0.0:1746146147.600258:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.606049:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201595008 00000100:00100000:0.0:1746146147.606055:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201595008 00002000:00100000:0.0:1746146147.606089:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b8e1880 x1830966201595008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/0 e 0 to 0 dl 1746146158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.606097:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1880 with x1830966201595008 ext(0->4095) 00002000:00010000:0.0:1746146147.606101:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8e1880 00000100:00100000:0.0:1746146147.606129:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13278 00000100:00100000:0.0:1746146147.606136:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+303:2008:x1830966201595008:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146147.606254:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+303:2008:x1830966201595008:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (634us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146147.606260:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13278 00002000:00100000:0.0:1746146147.606266:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009b8e1880 x1830966201595008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/4536 e 0 to 0 dl 1746146158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.606273:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1880 with x1830966201595008 ext(0->4095) 00002000:00010000:0.0:1746146147.606276:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8e1880 00000100:00100000:0.0:1746146147.609603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.610037:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.611626:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.613539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.614783:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201595776 00000100:00100000:0.0:1746146147.614787:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201595776 00000100:00100000:0.0:1746146147.614805:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29686 00000100:00100000:0.0:1746146147.614811:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+302:1112:x1830966201595776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146147.614821:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146147.614830:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e87c600/0x88944630cfb607cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfca05 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.614936:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.614940:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb607c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9fe expref: 303 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.614945:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146147.614948:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87c600/0x88944630cfb607cb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca05 expref: 303 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.614968:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb607c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9fe expref: 303 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.614977:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e87c600/0x88944630cfb607cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca05 expref: 303 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.614984:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c600, rc 0) 00000100:00100000:0.0:1746146147.615506:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+303:1112:x1830966201595776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 694us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146147.615512:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29686 00000100:00100000:0.0:1746146147.615528:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201595904 00000100:00100000:0.0:1746146147.615531:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201595904 00010000:00010000:0.0:1746146147.615542:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d2b1c00/0x88944630cfb607bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9f7 expref: 6 pid: 9582 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746146147.615567:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13031 00000100:00100000:0.0:1746146147.615572:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201595904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146147.615578:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146147.615588:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d2b1c00/0x88944630cfb607bd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9f7 expref: 6 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.616237:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d2b1c00/0x88944630cfb607bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9f7 expref: 6 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.616255:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d2b1c00/0x88944630cfb607bd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9f7 expref: 6 pid: 9582 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.616276:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.616277:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.616282:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb607c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9fe expref: 302 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.616294:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb607c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9fe expref: 302 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.616313:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb607c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9fe expref: 302 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.616322:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb607c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9fe expref: 302 pid: 9583 timeout: 849 lvb_type: 0 00000100:00100000:0.0:1746146147.616331:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966198934656:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146147.616387:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146147.620295:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.623998:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.627546:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+305:2009:x1830966201596416:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2839us (3544us total) trans 4294970876 rc 0/0 00000100:00100000:0.0:1746146147.627555:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2545 00002000:00100000:0.0:1746146147.627563:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880080c84380 x1830966201596416/t4294970876(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.627571:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c84380 with x1830966201596416 ext(0->7) 00010000:00010000:0.0:1746146147.627579:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb607c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9fe expref: 305 pid: 9583 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.627591:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009945e400/0x88944630cfb607c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfc9fe expref: 305 pid: 9583 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.627601:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880080c84380 00000100:00100000:0.0:1746146147.632805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.637019:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201596800 00000100:00100000:0.0:1746146147.637026:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201596800 00002000:00100000:0.0:1746146147.637055:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009a461c00 x1830966201596800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/0 e 0 to 0 dl 1746146158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.637063:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966201596800 ext(0->4095) 00002000:00010000:0.0:1746146147.637067:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a461c00 00000100:00100000:0.0:1746146147.637081:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13279 00000100:00100000:0.0:1746146147.637086:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+304:2007:x1830966201596800:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146147.637180:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+304:2007:x1830966201596800:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (197us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146147.637185:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13279 00002000:00100000:0.0:1746146147.637190:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff88009a461c00 x1830966201596800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 488/4536 e 0 to 0 dl 1746146158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.637196:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966201596800 ext(0->4095) 00002000:00010000:0.0:1746146147.637199:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a461c00 00000100:00100000:0.0:1746146147.639417:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.639486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.642671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.642711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.644789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.648139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.649901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.653275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.654825:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+306:2009:x1830966201598080:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1013us (1553us total) trans 4294970877 rc 0/0 00000100:00100000:0.0:1746146147.654832:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2547 00002000:00100000:0.0:1746146147.654838:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089601180 x1830966201598080/t4294970877(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.654844:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601180 with x1830966201598080 ext(0->7) 00010000:00010000:0.0:1746146147.654849:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df2ee00/0x88944630cfb607d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca13 expref: 306 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.654858:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df2ee00/0x88944630cfb607d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca13 expref: 306 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.654864:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089601180 00000100:00100000:0.0:1746146147.656352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.659389:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.663284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.664314:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.664882:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.666804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.666833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.666899:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13036 00000100:00100000:0.0:1746146147.666907:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+308:2007:x1830966201599104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146147.666915:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146147.666928:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df2f600/0x88944630cfb607e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca21 expref: 308 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.666937:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df2f600/0x88944630cfb607e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca21 expref: 308 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.666952:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df2f600/0x88944630cfb607e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca21 expref: 308 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.666970:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.666971:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146147.666976:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb607ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca28 expref: 307 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.666982:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb607ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca28 expref: 307 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.667002:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb607ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca28 expref: 307 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146147.667010:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089602a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966198935808:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146147.667040:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146147.667493:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.668457:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.670175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.671293:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+308:2009:x1830966201599872:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 817us (1117us total) trans 4294970878 rc 0/0 00000100:00100000:0.0:1746146147.671299:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2549 00002000:00100000:0.0:1746146147.671305:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880089603480 x1830966201599872/t4294970878(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.671313:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603480 with x1830966201599872 ext(0->7) 00010000:00010000:0.0:1746146147.671317:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb607ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca28 expref: 308 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.671326:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb607ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca28 expref: 308 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.671331:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089603480 00000100:00100000:0.0:1746146147.673711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.676005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.677855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.679198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.681083:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.681548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.681561:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201601024 00000100:00100000:0.0:1746146147.681563:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201601024 00002000:00100000:0.0:1746146147.681579:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880089602a00 x1830966201601024/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:278/0 lens 488/0 e 0 to 0 dl 1746146158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.681586:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602a00 with x1830966201601024 ext(0->4095) 00002000:00010000:0.0:1746146147.681589:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089602a00 00000100:00100000:0.0:1746146147.681608:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13285 00000100:00100000:0.0:1746146147.681614:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201601024:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146147.681969:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201601024:12345-192.168.203.12@tcp:3:rw_seq_cst_vs_d.0 Request processed in 353us (419us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146147.681975:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13285 00002000:00100000:0.0:1746146147.681981:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff880089602a00 x1830966201601024/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:278/0 lens 488/4536 e 0 to 0 dl 1746146158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.681987:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602a00 with x1830966201601024 ext(0->4095) 00010000:00010000:0.0:1746146147.681992:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df2fe00/0x88944630cfb607f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca2f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146147.681999:0:24977:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88012df2fe00/0x88944630cfb607f5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca2f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746146147.682004:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089602a00 00000100:00100000:0.0:1746146147.683356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.683386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.683422:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.686368:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.694272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.695286:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+310:2010:x1830966201601920:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 767us (1019us total) trans 4294970879 rc 0/0 00000100:00100000:0.0:1746146147.695293:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2551 00002000:00100000:0.0:1746146147.695299:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880080c88a80 x1830966201601920/t4294970879(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.695305:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88a80 with x1830966201601920 ext(0->7) 00010000:00010000:0.0:1746146147.695310:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df2fa00/0x88944630cfb60803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca3d expref: 310 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.695320:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df2fa00/0x88944630cfb60803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca3d expref: 310 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.695331:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880080c88a80 00000100:00100000:0.0:1746146147.696594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.702949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.705937:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.710925:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.715376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.719381:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.720618:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+312:2007:x1830966201603072:12345-192.168.203.12@tcp:4:rw_seq_cst_vs_d.0 Request processed in 985us (1241us total) trans 4294970880 rc 0/0 00000100:00100000:0.0:1746146147.720623:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2553 00002000:00100000:0.0:1746146147.720628:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x17:0x0] (0->7) req@ffff880080c89f80 x1830966201603072/t4294970880(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:278/0 lens 496/448 e 0 to 0 dl 1746146158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746146147.720635:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966201603072 ext(0->7) 00010000:00010000:0.0:1746146147.720639:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb60811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca4b expref: 312 pid: 26612 timeout: 849 lvb_type: 0 00010000:00010000:0.0:1746146147.720648:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012df2ec00/0x88944630cfb60811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca4b expref: 312 pid: 26612 timeout: 849 lvb_type: 0 00002000:00010000:0.0:1746146147.720676:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880080c89f80 00000100:00100000:0.0:1746146147.725552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.725597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.727957:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201603712 00000100:00100000:0.0:1746146147.727960:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201603712 00000100:00100000:0.0:1746146147.728181:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 186 00000100:00100000:0.0:1746146147.728188:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1110:x1830966201603712:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146147.728552:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:1110:x1830966201603712:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 Request processed in 363us (672us total) trans 4294982921 rc 0/0 00000100:00100000:0.0:1746146147.728557:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 186 00000100:00100000:0.0:1746146147.754602:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.757096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.759621:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.763270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146147.765479:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146148.695886:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146148.696075:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146148.696102:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146148.696116:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146148.696141:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146148.696152:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146148.696163:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146148.696187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146148.698614:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146148.705153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146148.705784:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146149.430306:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bac2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:065f921c-abbd-4f8e-b09f-86ccecd94661:3769:1830966198937472:0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.430364:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146149.431557:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bac0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198937984:0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.432568:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146149.432603:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198938496:0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.432622:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146149.432637:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198939008:0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.432668:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146149.432686:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bac2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:065f921c-abbd-4f8e-b09f-86ccecd94661:3769:1830966198937472:0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.432727:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198938496 00000100:00100000:0.0:1746146149.432730:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198938496 00000100:00100000:0.0:1746146149.432756:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198939008 00000100:00100000:0.0:1746146149.432758:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198939008 00000100:00100000:0.0:1746146149.432771:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1746146149.432777:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966198938496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.432808:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966198938496:12345-0@lo:400:kworker.0 Request processed in 32us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146149.432813:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1746146149.432822:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1746146149.432826:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966198939008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.432846:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966198939008:12345-0@lo:400:kworker.0 Request processed in 19us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146149.432860:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1746146149.432878:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bac1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198938496:0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.432883:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198939008:0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.433876:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bac0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966198937984:0@lo:400:kworker.0 00000100:00100000:0.0:1746146149.496748:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966198939136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746146149.496804:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1746146149.497893:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970880 is committed 00000100:00100000:0.0:1746146149.525847:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746146149.525868:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966198939264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146149.525920:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146149.525966:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198939264 00000100:00100000:0.0:1746146149.525973:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198939264 00000100:00100000:0.0:1746146149.526004:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1746146149.526010:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966198939264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746146149.526036:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 492256064 pending 0 free 3921141760 avail 3689619456 00000100:00100000:0.0:1746146149.526065:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966198939264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146149.526070:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1746146149.526102:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966198939264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146149.526321:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198939392 00000100:00100000:0.0:1746146149.526324:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198939392 00000100:00100000:0.0:1746146149.526339:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1746146149.526343:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966198939392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746146149.526352:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 492256064 pending 0 free 3921141760 avail 3689619456 00000100:00100000:0.0:1746146149.526373:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966198939392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 29us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146149.526377:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1746146150.401118:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146150.402060:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146150.412599:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146150.412931:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146150.420598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146150.426845:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146150.429072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.433570:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.436069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.439035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.456189:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.463245:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c86d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966198939648:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146150.463272:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c639800/0x88944630cfb608ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca98 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.463286:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c639800, rc 0) 00000100:00100000:0.0:1746146150.463438:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1758:x1830966201607296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5132us (7255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146150.463446:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29702 00000100:00100000:0.0:1746146150.463478:0:25408:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201607424 00000100:00100000:0.0:1746146150.463483:0:25408:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201607424 00010000:00010000:0.0:1746146150.463502:0:25408:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c638600/0x88944630cfb6089d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca7c expref: 6 pid: 9582 timeout: 852 lvb_type: 1 00000100:00100000:0.0:1746146150.463521:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13046 00000100:00100000:0.0:1746146150.463526:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966201607424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146150.463536:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146150.463540:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c638600/0x88944630cfb6089d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca7c expref: 6 pid: 9582 timeout: 852 lvb_type: 1 00010000:00010000:0.0:1746146150.463548:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c638600/0x88944630cfb6089d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca7c expref: 6 pid: 9582 timeout: 852 lvb_type: 1 00010000:00010000:0.0:1746146150.463565:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c638600/0x88944630cfb6089d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca7c expref: 6 pid: 9582 timeout: 852 lvb_type: 1 00010000:00010000:0.0:1746146150.463577:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146150.463578:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146150.463777:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c639800/0x88944630cfb608ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca98 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.463787:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c639800/0x88944630cfb608ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca98 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.463813:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c639800/0x88944630cfb608ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca98 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146150.463823:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a4fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:25408:1830966198939776:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146150.463914:0:25408:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146150.476609:0:25408:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a4fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:25408:1830966198939776:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146150.476625:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146150.477234:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2008:x1830966201607424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 13704us (15378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146150.477244:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13046 00000100:00100000:0.0:1746146150.477286:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201607552 00000100:00100000:0.0:1746146150.477291:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201607552 00002000:00010000:0.0:1746146150.477319:0:27126:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:0.0:1746146150.477322:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c85500 with x1830966201607552 ext(0->18446744073709551615) 00002000:00010000:0.0:1746146150.477331:0:27126:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c85500. 00000100:00100000:0.0:1746146150.477362:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13287 00000100:00100000:0.0:1746146150.477369:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966201607552:12345-192.168.203.12@tcp:10:rw_seq_cst_vs_d.0 00000001:00080000:0.0:1746146150.480929:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972119 is committed 00000001:00100000:0.0:1746146150.480936:0:10920:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 32e61901-aa30-46d1-9327-dd30d0b20f3f 00000001:00100000:0.0:1746146150.480942:0:10920:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 32e61901-aa30-46d1-9327-dd30d0b20f3f 00000020:00000080:0.0:1746146150.480945:0:10920:0:(genops.c:904:class_export_put()) final put ffff88009a438800/32e61901-aa30-46d1-9327-dd30d0b20f3f 00002000:00010000:0.0:1746146150.481020:0:27126:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746146150.481023:0:27126:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746146151 00002000:00010000:0.0:1746146150.481025:0:27126:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746146150.481026:0:27126:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746146151 00002000:00010000:0.0:1746146150.481028:0:27126:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1746146150.481085:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201607552:12345-192.168.203.12@tcp:10:rw_seq_cst_vs_d.0 Request processed in 3712us (4559us total) trans 4294972119 rc 0/0 00000100:00100000:0.0:1746146150.481094:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13287 00002000:00010000:0.0:1746146150.481099:0:27126:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:0.0:1746146150.481101:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c85500 with x1830966201607552 ext(0->18446744073709551615) 00002000:00010000:0.0:1746146150.481107:0:27126:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c85500. 00000100:00100000:0.0:1746146150.489605:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.495568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.499598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146150.500178:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb608ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146150.500185:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb608ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000001:00080000:0.0:1746146150.500254:0:7235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982927 00000004:00010000:0.0:1746146150.500291:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008a4f9c00 reply state ffff88009c2a0000 transno 4294982928 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb608ff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146150.500302:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb608ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146150.500307:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009c66ed00) 00010000:00010000:0.0:1746146150.500309:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746146150.500311:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746146150.500368:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966201607936:12345-192.168.203.12@tcp:36:rw_seq_cst_vs_d.0 Request processed in 4614us (4809us total) trans 4294982928 rc 0/0 00000100:00100000:0.0:1746146150.500374:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34580 00000020:00080000:0.0:1746146150.500377:0:7235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746146150.504995:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201608192 00000100:00100000:0.0:1746146150.505004:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201608192 00000100:00100000:0.0:1746146150.505053:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34581 00000100:00100000:0.0:1746146150.505061:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966201608192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146150.505080:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146150.505096:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009958ce00/0x88944630cfb60906 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcaa6 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.505141:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009958ce00/0x88944630cfb60906 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcaa6 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.505152:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009958ce00/0x88944630cfb60906 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcaa6 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.505166:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009c66ed00) 00010000:00010000:0.0:1746146150.505169:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746146150.505171:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009958ce00, rc 0) 00000100:00100000:0.0:1746146150.505218:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966201608192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146150.505224:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34581 00000100:00100000:0.0:1746146150.508063:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.517015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.522099:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201608576 00000100:00100000:0.0:1746146150.522107:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201608576 00002000:00010000:0.0:1746146150.522141:0:27126:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (8->18446744073709551615) 00002000:00100000:0.0:1746146150.522144:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c86300 with x1830966201608576 ext(8->18446744073709551615) 00002000:00010000:0.0:1746146150.522153:0:27126:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c86300. 00000100:00100000:0.0:1746146150.522449:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13288 00000100:00100000:0.0:1746146150.522458:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966201608576:12345-192.168.203.12@tcp:10:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746146150.522623:0:27126:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 8 00002000:00010000:0.0:1746146150.522625:0:27126:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146151 -> 1746146151 00002000:00010000:0.0:1746146150.522627:0:27126:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746146150.522629:0:27126:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146151 -> 1746146151 00002000:00010000:0.0:1746146150.522642:0:27126:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1746146150.522676:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966201608576:12345-192.168.203.12@tcp:10:rw_seq_cst_vs_d.0 Request processed in 219us (685us total) trans 4294972120 rc 0/0 00000100:00100000:0.0:1746146150.522682:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13288 00002000:00010000:0.0:1746146150.522685:0:27126:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (8->18446744073709551615) 00002000:00100000:0.0:1746146150.522687:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c86300 with x1830966201608576 ext(8->18446744073709551615) 00002000:00010000:0.0:1746146150.522690:0:27126:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c86300. 00000100:00100000:0.0:1746146150.526887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.537382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.553086:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.559667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.561867:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966201609216:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1305us (2204us total) trans 4294972121 rc 0/0 00000100:00100000:0.0:1746146150.561875:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2554 00002000:00100000:0.0:1746146150.561884:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e83a300 x1830966201609216/t4294972121(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:281/0 lens 496/448 e 0 to 0 dl 1746146161 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.561892:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83a300 with x1830966201609216 ext(0->7) 00010000:00010000:0.0:1746146150.561899:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6090d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcaad expref: 9 pid: 9582 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746146150.561910:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6090d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcaad expref: 9 pid: 9582 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746146150.561917:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83a300 00000100:00100000:0.0:1746146150.566805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.572552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.575221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.578764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.583416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.590052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.609701:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966201610368:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 10207us (10626us total) trans 4294972122 rc 0/0 00000100:00100000:0.0:1746146150.609725:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2555 00002000:00100000:0.0:1746146150.609737:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080c87800 x1830966201610368/t4294972122(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:281/0 lens 496/448 e 0 to 0 dl 1746146161 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.609746:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c87800 with x1830966201610368 ext(0->7) 00010000:00010000:0.0:1746146150.609756:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7800/0x88944630cfb60922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcac2 expref: 11 pid: 9582 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746146150.609771:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e7800/0x88944630cfb60922 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcac2 expref: 11 pid: 9582 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746146150.609777:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c87800 00000100:00100000:0.0:1746146150.612552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.615221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.617385:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.621467:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.630025:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.636467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.642798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.644383:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2007:x1830966201611520:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1376us (1589us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1746146150.644390:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2557 00002000:00100000:0.0:1746146150.644397:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cacf480 x1830966201611520/t4294972123(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:281/0 lens 496/448 e 0 to 0 dl 1746146161 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.644404:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966201611520 ext(0->7) 00010000:00010000:0.0:1746146150.644410:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e6400/0x88944630cfb60930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcad0 expref: 13 pid: 9582 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746146150.644420:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e6400/0x88944630cfb60930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcad0 expref: 13 pid: 9582 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746146150.644426:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf480 00000100:00100000:0.0:1746146150.649925:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.658113:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.664408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.666157:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.666174:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201612160 00000100:00100000:0.0:1746146150.666177:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201612160 00000100:00100000:0.0:1746146150.666196:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29711 00000100:00100000:0.0:1746146150.666201:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966201612160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146150.666210:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146150.666216:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009958dc00/0x88944630cfb60945 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcae5 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.666227:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146150.666230:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7800/0x88944630cfb6093e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcade expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.666235:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146150.666237:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009958dc00/0x88944630cfb60945 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcae5 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.666256:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994e7800/0x88944630cfb6093e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcade expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.666265:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009958dc00/0x88944630cfb60945 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcae5 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.666273:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009958dc00, rc 0) 00000100:00100000:0.0:1746146150.666293:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966201612160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146150.666298:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29711 00000100:00100000:0.0:1746146150.675127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.681214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.685524:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.686668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.690434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.690461:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201613056 00000100:00100000:0.0:1746146150.690467:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201613056 00002000:00100000:0.0:1746146150.690499:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097728700 x1830966201613056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:281/0 lens 488/0 e 0 to 0 dl 1746146161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.690508:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097728700 with x1830966201613056 ext(0->4095) 00010000:00010000:0.0:1746146150.690515:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009958dc00/0x88944630cfb60945 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcae5 expref: 14 pid: 9582 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746146150.690526:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009958dc00/0x88944630cfb60945 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcae5 expref: 14 pid: 9582 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746146150.690532:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097728700 00000100:00100000:0.0:1746146150.690548:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2559 00000100:00100000:0.0:1746146150.690553:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966201613056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146150.690676:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097728700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966201613056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (248us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146150.690682:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2559 00002000:00100000:0.0:1746146150.690687:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097728700 x1830966201613056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746146161 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.690699:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097728700 with x1830966201613056 ext(0->4095) 00010000:00010000:0.0:1746146150.690703:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009958dc00/0x88944630cfb60945 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcae5 expref: 14 pid: 9582 timeout: 852 lvb_type: 0 00010000:00010000:0.0:1746146150.690711:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009958dc00/0x88944630cfb60945 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcae5 expref: 14 pid: 9582 timeout: 852 lvb_type: 0 00002000:00010000:0.0:1746146150.690735:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097728700 00000100:00100000:0.0:1746146150.695208:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.695431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.699829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.703294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.705985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.708398:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.710685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.712673:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.715003:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.716385:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.717824:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.721392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.724092:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.724140:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.727705:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ade300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966198943488:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146150.727792:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146150.727832:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009772b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2009:x1830966201615232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3464us (3690us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146150.727844:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13060 00000100:00100000:0.0:1746146150.730437:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.730530:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.736325:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.740510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.744655:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.747689:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.750851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.753847:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.755481:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.755555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.757890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.762944:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.767665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.771050:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.774074:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.777674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.780227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.782373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.783754:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.786048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.791760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.799249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.810162:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201619712 00000100:00100000:0.0:1746146150.810170:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201619712 00000100:00100000:0.0:1746146150.810211:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29725 00000100:00100000:0.0:1746146150.810217:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201619712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146150.810236:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146150.810252:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009958c200/0x88944630cfb609a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcb47 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.810281:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c638000/0x88944630cfb609a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb40 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.810288:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146150.810290:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146150.810293:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009958c200/0x88944630cfb609a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb47 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.810323:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c638000/0x88944630cfb609a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb40 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146150.810336:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c638000/0x88944630cfb609a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb40 expref: 12 pid: 9582 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746146150.810347:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009773fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966198945536:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146150.810426:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146150.816069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.816941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.819362:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.821855:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.821928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.837485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.842983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.852024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.854538:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097751180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2009:x1830966201621376:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2221us (2512us total) trans 4294972124 rc 0/0 00000100:00100000:0.0:1746146150.854550:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2568 00002000:00100000:0.0:1746146150.854560:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097751180 x1830966201621376/t4294972124(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:281/0 lens 496/448 e 0 to 0 dl 1746146161 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.854568:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097751180 with x1830966201621376 ext(0->7) 00010000:00010000:0.0:1746146150.854577:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb609b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb55 expref: 15 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146150.854590:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb609b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb55 expref: 15 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146150.854596:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097751180 00000100:00100000:0.0:1746146150.860504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.864324:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.864612:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.866777:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.867342:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.869853:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.871973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.875080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.878257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.881484:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.884929:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.885575:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.889538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.889625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.893823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.898368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.904306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.918343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.926356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.927619:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966201624576:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 873us (1258us total) trans 4294972125 rc 0/0 00000100:00100000:0.0:1746146150.927626:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2571 00002000:00100000:0.0:1746146150.927641:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080cd9180 x1830966201624576/t4294972125(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:281/0 lens 496/448 e 0 to 0 dl 1746146161 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.927648:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9180 with x1830966201624576 ext(0->7) 00010000:00010000:0.0:1746146150.927652:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7800/0x88944630cfb609df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb7f expref: 17 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146150.927662:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e7800/0x88944630cfb609df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb7f expref: 17 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146150.927667:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9180 00000100:00100000:0.0:1746146150.932238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.935323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.940687:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.943561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.947177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.949899:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.954455:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.956537:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.960392:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.964695:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.967746:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.968750:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201626624 00000100:00100000:0.0:1746146150.968753:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201626624 00002000:00100000:0.0:1746146150.968777:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cf800 x1830966201626624/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:281/0 lens 488/0 e 0 to 0 dl 1746146161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.968785:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cf800 with x1830966201626624 ext(0->4095) 00010000:00010000:0.0:1746146150.968790:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb609fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb9b expref: 6 pid: 9583 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146150.968799:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb609fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb9b expref: 6 pid: 9583 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146150.968805:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4cf800 00000100:00100000:0.0:1746146150.968828:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2573 00000100:00100000:0.0:1746146150.968834:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201626624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146150.968926:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201626624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146150.968931:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2573 00002000:00100000:0.0:1746146150.968936:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cf800 x1830966201626624/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:281/0 lens 488/4536 e 0 to 0 dl 1746146161 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146150.968943:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cf800 with x1830966201626624 ext(0->4095) 00010000:00010000:0.0:1746146150.968947:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb609fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb9b expref: 6 pid: 9583 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146150.968960:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb609fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcb9b expref: 6 pid: 9583 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146150.968965:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4cf800 00000100:00100000:0.0:1746146150.971585:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.974265:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.976848:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.990420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146150.997813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.002456:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.005406:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.008640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.011810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.014647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.014851:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746146151.014864:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966198949760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746146151.014898:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146151.014928:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966198949760 00000100:00100000:0.0:1746146151.014933:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966198949760 00000100:00100000:0.0:1746146151.014964:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1746146151.014970:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966198949760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746146151.014991:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921104896 avail 3689582592 00000100:00100000:0.0:1746146151.015017:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966198949760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146151.015022:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1746146151.015054:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080cd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966198949760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746146151.017860:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.020667:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.023183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.027263:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.030392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.031170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.036854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.044611:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.049816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.055893:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.060033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.061842:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966198950912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746146151.061886:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746146151.062272:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146151.064595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.064755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.067847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.073001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.079185:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.085986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.089639:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.098064:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966201631488:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 8166us (8427us total) trans 4294972127 rc 0/0 00000100:00100000:0.0:1746146151.098076:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2578 00002000:00100000:0.0:1746146151.098086:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089603b80 x1830966201631488/t4294972127(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 496/448 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.098099:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603b80 with x1830966201631488 ext(0->7) 00010000:00010000:0.0:1746146151.098109:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7000/0x88944630cfb60a3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcbda expref: 21 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.098122:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e7000/0x88944630cfb60a3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcbda expref: 21 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.098129:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089603b80 00000100:00100000:0.0:1746146151.103010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.104545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.111772:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.120693:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.125218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.127821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.132463:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.136538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.137662:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.140870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.143288:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.148074:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.151128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.153986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.155618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.158564:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.161259:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.163601:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.164354:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201634688 00000100:00100000:0.0:1746146151.164357:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201634688 00000100:00100000:0.0:1746146151.164377:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29754 00000100:00100000:0.0:1746146151.164382:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1758:x1830966201634688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146151.164388:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146151.164394:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c639600/0x88944630cfb60a72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcc12 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.164404:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146151.164408:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb60a6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc0b expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.164413:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146151.164415:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c639600/0x88944630cfb60a72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc12 expref: 23 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.164432:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb60a6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc0b expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.164441:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c639600/0x88944630cfb60a72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc12 expref: 23 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.164449:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c639600, rc 0) 00000100:00100000:0.0:1746146151.164470:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+23:1758:x1830966201634688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146151.164475:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29754 00000100:00100000:0.0:1746146151.166171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.168856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.170932:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.172458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.175696:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.180421:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.183406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.186878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.189415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.192710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.200844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.200963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.200987:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201636864 00000100:00100000:0.0:1746146151.200991:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201636864 00000100:00100000:0.0:1746146151.201017:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29758 00000100:00100000:0.0:1746146151.201024:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1758:x1830966201636864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146151.201038:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146151.201051:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c639600/0x88944630cfb60a8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcc2e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.201076:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7c00/0x88944630cfb60a87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc27 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.201082:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146151.201084:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146151.201087:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c639600/0x88944630cfb60a8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc2e expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.201458:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994e7c00/0x88944630cfb60a87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc27 expref: 5 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.201473:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800994e7c00/0x88944630cfb60a87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc27 expref: 5 pid: 26612 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746146151.201483:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c955f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966198954240:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146151.201539:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146151.206118:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.211085:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.216694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.222746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.239110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.243378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.244922:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2008:x1830966201637888:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 845us (1291us total) trans 4294972128 rc 0/0 00000100:00100000:0.0:1746146151.244931:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2586 00002000:00100000:0.0:1746146151.244940:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008c954000 x1830966201637888/t4294972128(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 496/448 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.244949:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954000 with x1830966201637888 ext(0->7) 00010000:00010000:0.0:1746146151.244955:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c639600/0x88944630cfb60a8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc2e expref: 24 pid: 9582 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.244967:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c639600/0x88944630cfb60a8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc2e expref: 24 pid: 9582 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.244973:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c954000 00000100:00100000:0.0:1746146151.246986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.249286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.251873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.257515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.261593:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.265106:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.265548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.268255:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.275282:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.279103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.284353:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.287762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.290147:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.291902:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.294970:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.298180:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201641216 00000100:00100000:0.0:1746146151.298185:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201641216 00002000:00100000:0.0:1746146151.298213:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c85c00 x1830966201641216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 488/0 e 0 to 0 dl 1746146162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.298221:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c85c00 with x1830966201641216 ext(0->4095) 00002000:00010000:0.0:1746146151.298224:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c85c00 00000100:00100000:0.0:1746146151.298502:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13322 00000100:00100000:0.0:1746146151.298510:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+23:2008:x1830966201641216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146151.298596:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+23:2008:x1830966201641216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (498us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146151.298602:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13322 00002000:00100000:0.0:1746146151.298607:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c85c00 x1830966201641216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746146162 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.298613:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c85c00 with x1830966201641216 ext(0->4095) 00002000:00010000:0.0:1746146151.298616:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c85c00 00000100:00100000:0.0:1746146151.301779:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.306985:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.310212:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+25:2007:x1830966201641472:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2903us (3229us total) trans 4294972129 rc 0/0 00000100:00100000:0.0:1746146151.310224:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2590 00002000:00100000:0.0:1746146151.310239:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131ade300 x1830966201641472/t4294972129(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 496/448 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.310247:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ade300 with x1830966201641472 ext(0->7) 00010000:00010000:0.0:1746146151.310255:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e6400/0x88944630cfb60abf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc5f expref: 25 pid: 9582 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.310268:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e6400/0x88944630cfb60abf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc5f expref: 25 pid: 9582 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.310274:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ade300 00000100:00100000:0.0:1746146151.313303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.317607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.320939:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.321131:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.324318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.328169:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201642496 00000100:00100000:0.0:1746146151.328177:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201642496 00002000:00100000:0.0:1746146151.328212:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4ce680 x1830966201642496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 488/0 e 0 to 0 dl 1746146162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.328373:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ce680 with x1830966201642496 ext(0->4095) 00010000:00010000:0.0:1746146151.328382:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7000/0x88944630cfb60acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc6d expref: 26 pid: 9582 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.328393:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e7000/0x88944630cfb60acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc6d expref: 26 pid: 9582 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.328399:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ce680 00000100:00100000:0.0:1746146151.328421:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2591 00000100:00100000:0.0:1746146151.328427:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2007:x1830966201642496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146151.328593:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2007:x1830966201642496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (504us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146151.328599:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2591 00002000:00100000:0.0:1746146151.328605:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4ce680 x1830966201642496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.328611:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ce680 with x1830966201642496 ext(0->4095) 00010000:00010000:0.0:1746146151.328615:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7000/0x88944630cfb60acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc6d expref: 26 pid: 9582 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.328623:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e7000/0x88944630cfb60acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc6d expref: 26 pid: 9582 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.328640:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ce680 00000100:00100000:0.0:1746146151.330295:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.330382:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.333151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.335185:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.335357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.338468:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.341596:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.349107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.352775:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.355685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.357938:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.360925:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.361048:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966198957824:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146151.361068:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb60af0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc90 expref: 26 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.361079:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ea00, rc 0) 00000100:00100000:0.0:1746146151.361114:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+26:1758:x1830966201644288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2809us (3181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146151.361121:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29772 00000100:00100000:0.0:1746146151.363813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.367584:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.370741:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201645056 00000100:00100000:0.0:1746146151.370749:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201645056 00000100:00100000:0.0:1746146151.370781:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29773 00000100:00100000:0.0:1746146151.370788:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201645056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146151.370805:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146151.370821:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60af7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcc97 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.370845:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb60af0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc90 expref: 24 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.370853:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146151.370854:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146151.370857:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60af7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc97 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.370882:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb60af0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc90 expref: 24 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.370894:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb60af0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc90 expref: 24 pid: 9583 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746146151.370904:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013065ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966198958080:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146151.371173:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146151.376091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.377340:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+27:2007:x1830966201645184:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1042us (1249us total) trans 4294972130 rc 0/0 00000100:00100000:0.0:1746146151.377348:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2595 00002000:00100000:0.0:1746146151.377355:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130659500 x1830966201645184/t4294972130(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 496/448 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.377362:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659500 with x1830966201645184 ext(0->7) 00010000:00010000:0.0:1746146151.377369:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb60af0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc90 expref: 27 pid: 9583 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.377380:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb60af0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcc90 expref: 27 pid: 9583 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.377386:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130659500 00000100:00100000:0.0:1746146151.381477:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.385544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.388113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.389026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.393774:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.396053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.399876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.399925:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201646592 00000100:00100000:0.0:1746146151.399930:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201646592 00000100:00100000:0.0:1746146151.402035:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.404238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.406573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.409184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.409378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.411918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.416125:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.420711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.420843:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.425529:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.429609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.429664:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.435555:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.438452:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.443696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.447010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.454759:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.463099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.465640:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.468773:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.479764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.481819:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.487942:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.489830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.492217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.494836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.499029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.502811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.507104:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.509703:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.512663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.515197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.517821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.518046:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.520851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.523101:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.525231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.525271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.528909:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.533978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.534073:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.537855:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.539970:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.543384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.545574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146151.545915:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb60b7c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcd1c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.545942:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb60b75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd15 expref: 26 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.545950:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146151.545951:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146151.545955:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb60b7c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd1c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.546208:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb60b75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd15 expref: 26 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.546222:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb60b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd15 expref: 26 pid: 9583 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746146151.546234:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099aab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966198962944:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146151.546314:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146151.548475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.553337:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201655296 00000100:00100000:0.0:1746146151.553345:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201655296 00002000:00100000:0.0:1746146151.553445:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4ce300 x1830966201655296/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:282/0 lens 488/0 e 0 to 0 dl 1746146162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.553454:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ce300 with x1830966201655296 ext(0->4095) 00002000:00010000:0.0:1746146151.553458:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4ce300 00000100:00100000:0.0:1746146151.553521:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13334 00000100:00100000:0.0:1746146151.553528:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201655296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146151.553641:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201655296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146151.553646:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13334 00002000:00100000:0.0:1746146151.553651:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4ce300 x1830966201655296/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746146162 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.553657:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4ce300 with x1830966201655296 ext(0->4095) 00010000:00010000:0.0:1746146151.553661:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb60b7c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd1c expref: 6 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.553669:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb60b7c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd1c expref: 6 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.553674:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4ce300 00000100:00100000:0.0:1746146151.556348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.558623:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.560931:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.564675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.567555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.570692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.575240:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.578908:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.578999:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.581920:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.582443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.588745:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.590888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.593522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.602880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.602954:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.606185:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.607062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.607474:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29800 00000100:00100000:0.0:1746146151.607482:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+27:1766:x1830966201658624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146151.607493:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146151.607502:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60bb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcd54 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.607517:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.607523:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146151.607525:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146151.607527:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60bb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd54 expref: 28 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.607806:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.607817:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746146151.607831:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966198964992:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146151.608285:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146151.610854:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201659008 00000100:00100000:0.0:1746146151.610859:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201659008 00002000:00100000:0.0:1746146151.610887:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009caca680 x1830966201659008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 488/0 e 0 to 0 dl 1746146162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.610896:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009caca680 with x1830966201659008 ext(0->4095) 00010000:00010000:0.0:1746146151.610902:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.610913:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.610918:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009caca680 00000100:00100000:0.0:1746146151.610940:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2609 00000100:00100000:0.0:1746146151.610946:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966201659008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146151.611037:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966201659008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146151.611042:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2609 00002000:00100000:0.0:1746146151.611047:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009caca680 x1830966201659008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.611054:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009caca680 with x1830966201659008 ext(0->4095) 00010000:00010000:0.0:1746146151.611058:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.611067:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.611072:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009caca680 00000100:00100000:0.0:1746146151.614371:0:25408:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201659136 00000100:00100000:0.0:1746146151.614379:0:25408:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201659136 00010000:00010000:0.0:1746146151.614406:0:25408:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00000100:00100000:0.0:1746146151.614558:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13144 00000100:00100000:0.0:1746146151.614565:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966201659136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146151.614577:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146151.614594:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.614604:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.614622:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb60bad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd4d expref: 28 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.614659:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146151.614660:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146151.614666:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60bb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd54 expref: 27 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.614677:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60bb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd54 expref: 27 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146151.614704:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60bb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd54 expref: 27 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146151.614731:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:25408:1830966198965120:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146151.615110:0:25408:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146151.617605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.619475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.622490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.629110:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.629204:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.633386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.634519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.638191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.641670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.647635:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.655969:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.659213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.660474:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2007:x1830966201661184:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 994us (1265us total) trans 4294972131 rc 0/0 00000100:00100000:0.0:1746146151.660481:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2611 00002000:00100000:0.0:1746146151.660486:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097f53480 x1830966201661184/t4294972131(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 496/448 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.660499:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53480 with x1830966201661184 ext(0->7) 00010000:00010000:0.0:1746146151.660503:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb60bc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd69 expref: 29 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.660512:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb60bc9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcd69 expref: 29 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.660517:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f53480 00000100:00100000:0.0:1746146151.663660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.666978:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.666998:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201661568 00000100:00100000:0.0:1746146151.667002:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201661568 00002000:00100000:0.0:1746146151.667035:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f50700 x1830966201661568/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:282/0 lens 488/0 e 0 to 0 dl 1746146162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.667043:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f50700 with x1830966201661568 ext(0->4095) 00002000:00010000:0.0:1746146151.667047:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f50700 00000100:00100000:0.0:1746146151.667077:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13342 00000100:00100000:0.0:1746146151.667084:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201661568:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146151.667184:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201661568:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146151.667190:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13342 00002000:00100000:0.0:1746146151.667195:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f50700 x1830966201661568/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746146162 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.667202:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f50700 with x1830966201661568 ext(0->4095) 00002000:00010000:0.0:1746146151.667205:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f50700 00000100:00100000:0.0:1746146151.671100:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.681024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.681106:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.685141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.687477:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.688571:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.691921:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.694346:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.694779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.697346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.699611:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.704058:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.707318:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.714788:0:25408:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:25408:1830966198967424:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146151.714805:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146151.714841:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966201663872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4028us (4389us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146151.714849:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13153 00000100:00100000:0.0:1746146151.717532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.717694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.720567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.722806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.727274:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.730671:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.733860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.737810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.738578:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.739953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.740882:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.744815:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201666304 00000100:00100000:0.0:1746146151.744823:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201666304 00002000:00100000:0.0:1746146151.744858:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c84380 x1830966201666304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 488/0 e 0 to 0 dl 1746146162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.744867:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c84380 with x1830966201666304 ext(0->4095) 00010000:00010000:0.0:1746146151.744875:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb60c0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcdaf expref: 30 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.744887:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb60c0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcdaf expref: 30 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.744894:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c84380 00000100:00100000:0.0:1746146151.744910:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2617 00000100:00100000:0.0:1746146151.744917:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2007:x1830966201666304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146151.745041:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2007:x1830966201666304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146151.745047:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2617 00002000:00100000:0.0:1746146151.745052:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c84380 x1830966201666304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 488/4536 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.745059:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c84380 with x1830966201666304 ext(0->4095) 00010000:00010000:0.0:1746146151.745063:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb60c0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcdaf expref: 30 pid: 26612 timeout: 853 lvb_type: 0 00010000:00010000:0.0:1746146151.745075:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb60c0f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcdaf expref: 30 pid: 26612 timeout: 853 lvb_type: 0 00002000:00010000:0.0:1746146151.745080:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c84380 00000100:00100000:0.0:1746146151.745111:0:25408:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c87b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:25408:1830966198968576:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146151.745125:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146151.745145:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201666048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4016us (4264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146151.745152:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13157 00000100:00100000:0.0:1746146151.748264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.750856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.753830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.756799:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.761249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.761932:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.766169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.766214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.770780:0:25408:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:25408:1830966198969344:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146151.770796:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146151.770830:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201667584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4411us (4615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146151.770837:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13160 00000100:00100000:0.0:1746146151.775383:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.780357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.784316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.789239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.792034:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.798484:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.798537:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.807394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.813429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.819783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.824650:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.828178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.831991:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.832197:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.836317:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.841126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.844948:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.850448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.855937:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.860504:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.860566:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.866039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.870819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.884907:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.895171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.897447:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+31:2007:x1830966201672576:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1898us (2277us total) trans 4294972132 rc 0/0 00000100:00100000:0.0:1746146151.897460:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2624 00002000:00100000:0.0:1746146151.897468:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b8e1c00 x1830966201672576/t4294972132(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:282/0 lens 496/448 e 0 to 0 dl 1746146162 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146151.897483:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1c00 with x1830966201672576 ext(0->7) 00010000:00010000:0.0:1746146151.897491:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb60c63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfce03 expref: 31 pid: 9583 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146151.897504:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb60c63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfce03 expref: 31 pid: 9583 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146151.897510:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1c00 00000100:00100000:0.0:1746146151.901142:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.902130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.906505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.911647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.917142:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.920286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.923014:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.925328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.929079:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.929128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.932681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.937312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.939318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.939368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.941966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.945317:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.945940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.950372:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.954387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.959777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.961765:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.964741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.967293:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.970104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.970243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.974871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.979803:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.981835:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.985332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.987297:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.991688:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.994366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.996354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146151.997394:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.000332:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146152.001422:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146152.003219:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146152.003404:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146152.004322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.007096:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.010255:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.010312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.013680:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.017701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.020001:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146152.020551:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146152.021803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.025298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.027580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.030802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.031170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.033415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.036043:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.040889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.043253:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.051892:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.055367:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.055641:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.059022:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.064192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.065791:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.067828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.071156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.072504:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.074850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.075330:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.077999:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201683840 00000100:00100000:0.0:1746146152.078005:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201683840 00002000:00100000:0.0:1746146152.078032:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ca80 x1830966201683840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:283/0 lens 488/0 e 0 to 0 dl 1746146163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.078041:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966201683840 ext(0->4095) 00010000:00010000:0.0:1746146152.078047:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb60cfd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfce9d expref: 33 pid: 9583 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.078062:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb60cfd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfce9d expref: 33 pid: 9583 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146152.078068:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ca80 00000100:00100000:0.0:1746146152.078090:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2636 00000100:00100000:0.0:1746146152.078096:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2007:x1830966201683840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146152.078566:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2007:x1830966201683840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 469us (625us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146152.078572:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2636 00002000:00100000:0.0:1746146152.078577:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ca80 x1830966201683840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746146163 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.078583:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966201683840 ext(0->4095) 00010000:00010000:0.0:1746146152.078587:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb60cfd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfce9d expref: 33 pid: 9583 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.078595:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb60cfd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfce9d expref: 33 pid: 9583 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146152.078600:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ca80 00000100:00100000:0.0:1746146152.081790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.081884:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.085460:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.088382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.089399:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.092203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.096391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.099295:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.102010:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.104892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.109939:0:25408:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:25408:1830966198978176:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146152.109955:0:25408:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146152.110239:0:25408:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2008:x1830966201685504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5058us (5347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146152.110247:0:25408:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13195 00000100:00100000:0.0:1746146152.111611:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.112095:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.114559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.116618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.118788:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.120949:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.124015:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.126274:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.129229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.130161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.132552:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.135114:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.136918:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.137416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.140168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.142704:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.143173:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.146085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.149009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.149098:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.151253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.154405:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.158411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.161440:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.163366:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.164673:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201690240 00000100:00100000:0.0:1746146152.164678:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201690240 00002000:00100000:0.0:1746146152.164701:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c86300 x1830966201690240/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:283/0 lens 488/0 e 0 to 0 dl 1746146163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.164709:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c86300 with x1830966201690240 ext(0->4095) 00010000:00010000:0.0:1746146152.164729:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb60d58 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcef8 expref: 33 pid: 9582 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.164737:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb60d58 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcef8 expref: 33 pid: 9582 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146152.164744:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c86300 00000100:00100000:0.0:1746146152.165601:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2643 00000100:00100000:0.0:1746146152.165609:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2007:x1830966201690240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146152.165744:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2007:x1830966201690240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (1121us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146152.165749:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2643 00002000:00100000:0.0:1746146152.165754:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c86300 x1830966201690240/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746146163 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.165762:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c86300 with x1830966201690240 ext(0->4095) 00010000:00010000:0.0:1746146152.165768:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb60d58 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcef8 expref: 33 pid: 9582 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.165778:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb60d58 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcef8 expref: 33 pid: 9582 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146152.165783:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c86300 00000100:00100000:0.0:1746146152.167504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.167578:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.170517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.172781:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.172826:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.175478:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.177984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.181507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.183220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.189616:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.191885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.193572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.198694:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.201342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.201534:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.205344:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.208984:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.210095:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.212929:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.216177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.221142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.223070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.225680:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.230547:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.233641:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.236255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.237052:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966198982912:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146152.237067:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb60d9e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcf3e expref: 32 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.237074:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994e7400, rc 0) 00000100:00100000:0.0:1746146152.237102:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+32:1758:x1830966201694848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3323us (3466us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146152.237107:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29870 00000100:00100000:0.0:1746146152.237659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.239845:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.243638:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.248969:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.251949:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.256004:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.259256:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.261159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.264419:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.264836:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.269826:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c87480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966198983936:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146152.269845:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb60dba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcf5a expref: 32 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.269856:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994e7400, rc 0) 00000100:00100000:0.0:1746146152.269876:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+32:1766:x1830966201696512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3980us (5463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146152.269881:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29874 00000100:00100000:0.0:1746146152.271517:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.271860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.275449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.280515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.280945:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.283993:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.291961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.298042:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.300695:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.303913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.305211:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.307501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.310354:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.312609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.317113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.321229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.323789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.326607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.329518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.329570:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201700864 00000100:00100000:0.0:1746146152.329575:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201700864 00002000:00100000:0.0:1746146152.329604:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099526a00 x1830966201700864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:283/0 lens 488/0 e 0 to 0 dl 1746146163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.329613:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526a00 with x1830966201700864 ext(0->4095) 00002000:00010000:0.0:1746146152.329617:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099526a00 00000100:00100000:0.0:1746146152.329644:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13377 00000100:00100000:0.0:1746146152.329650:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201700864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146152.329771:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201700864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146152.329776:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13377 00002000:00100000:0.0:1746146152.329781:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099526a00 x1830966201700864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746146163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.329787:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526a00 with x1830966201700864 ext(0->4095) 00002000:00010000:0.0:1746146152.329789:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099526a00 00000100:00100000:0.0:1746146152.331362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.333114:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.335366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.338021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.340388:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.340430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.343090:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.346248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.346310:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.349917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.353651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.355998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.358791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.362325:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.364114:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.367069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.367115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.368208:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29888 00000100:00100000:0.0:1746146152.368215:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+31:1766:x1830966201703552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146152.368223:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146152.368229:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb60e1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfcfb5 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.368256:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146152.368260:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb60e15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcfbc expref: 33 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.368265:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146152.368267:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb60e1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcfb5 expref: 33 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.368326:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb60e15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcfbc expref: 33 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.368342:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb60e1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcfb5 expref: 33 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.368350:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279c00, rc 0) 00000100:00100000:0.0:1746146152.368387:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+33:1766:x1830966201703552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146152.368394:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29888 00000100:00100000:0.0:1746146152.371524:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.377138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.380237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.385196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.387202:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.389854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.393242:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.395664:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.395790:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.400292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.402394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.405287:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.408515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.410153:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.412970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.415511:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.417283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.418421:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.421644:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.424891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.426446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.426512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.430030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.434303:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.434353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.438911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.442343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.445165:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.445192:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201708544 00000100:00100000:0.0:1746146152.445197:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201708544 00002000:00100000:0.0:1746146152.445331:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d500 x1830966201708544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:283/0 lens 488/0 e 0 to 0 dl 1746146163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.445339:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d500 with x1830966201708544 ext(0->4095) 00002000:00010000:0.0:1746146152.445343:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093d500 00000100:00100000:0.0:1746146152.447117:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.449444:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.452698:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.456091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.456205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.461711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.467268:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.470174:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.473032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.475437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.478711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.481190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.486064:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29902 00000100:00100000:0.0:1746146152.486071:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+32:1758:x1830966201710848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146152.486077:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146152.486082:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb60e7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd01e expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.486092:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146152.486095:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb60e77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd017 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.486100:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146152.486103:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb60e7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd01e expref: 33 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.486125:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb60e77 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd017 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.486134:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb60e7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd01e expref: 33 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.486143:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:0.0:1746146152.486166:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+33:1758:x1830966201710848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146152.486172:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29902 00000100:00100000:0.0:1746146152.487999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.491002:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.494881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.494975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.498850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.501841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.501891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.505209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.508697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.516156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.518405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.521402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.523472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.523514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.526903:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.530461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.534390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.534481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.538355:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.540941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.540988:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.544288:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201714816 00000100:00100000:0.0:1746146152.544294:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201714816 00002000:00100000:0.0:1746146152.544329:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c84700 x1830966201714816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:283/0 lens 488/0 e 0 to 0 dl 1746146163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.544337:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c84700 with x1830966201714816 ext(0->4095) 00010000:00010000:0.0:1746146152.544345:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb60ea8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd048 expref: 6 pid: 9582 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.544355:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb60ea8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd048 expref: 6 pid: 9582 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146152.544360:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c84700 00000100:00100000:0.0:1746146152.544499:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2669 00000100:00100000:0.0:1746146152.544506:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201714816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146152.544939:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201714816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 432us (723us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146152.544949:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2669 00002000:00100000:0.0:1746146152.544954:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c84700 x1830966201714816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746146163 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.544961:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c84700 with x1830966201714816 ext(0->4095) 00010000:00010000:0.0:1746146152.544965:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb60ea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd048 expref: 6 pid: 9582 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.544974:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb60ea8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd048 expref: 6 pid: 9582 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146152.544979:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c84700 00000100:00100000:0.0:1746146152.551245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.554607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.557788:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.561490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.562572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.565555:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.565684:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.568889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.571388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.575828:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.580139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.584229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.586787:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.588088:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.592430:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.593010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.596765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.599750:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.603366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.606488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.610319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.617336:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.620141:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201718912 00000100:00100000:0.0:1746146152.620146:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201718912 00002000:00100000:0.0:1746146152.620177:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c87100 x1830966201718912/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:283/0 lens 488/0 e 0 to 0 dl 1746146163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.620185:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c87100 with x1830966201718912 ext(0->4095) 00002000:00010000:0.0:1746146152.620189:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c87100 00000100:00100000:0.0:1746146152.620211:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13394 00000100:00100000:0.0:1746146152.620216:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201718912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146152.620316:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201718912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (499us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146152.620321:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13394 00002000:00100000:0.0:1746146152.620326:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c87100 x1830966201718912/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746146163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.620332:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c87100 with x1830966201718912 ext(0->4095) 00002000:00010000:0.0:1746146152.620335:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c87100 00000100:00100000:0.0:1746146152.622695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.625906:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.630255:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.635300:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.635892:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.639830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.642143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.642217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.645263:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.648530:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.651399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.654655:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.657136:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.659037:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.661804:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.664284:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.668482:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966198996608:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146152.668500:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146152.668819:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201721728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4219us (4533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146152.668829:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13266 00000100:00100000:0.0:1746146152.670587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.674280:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.677222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.680412:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.685186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.686583:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2008:x1830966201722624:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1108us (1398us total) trans 4294972133 rc 0/0 00000100:00100000:0.0:1746146152.686592:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2677 00002000:00100000:0.0:1746146152.686599:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880134d5e300 x1830966201722624/t4294972133(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:283/0 lens 496/448 e 0 to 0 dl 1746146163 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.686606:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e300 with x1830966201722624 ext(0->7) 00010000:00010000:0.0:1746146152.686612:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb60f11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0b1 expref: 33 pid: 10121 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.686636:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb60f11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0b1 expref: 33 pid: 10121 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146152.686642:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5e300 00000100:00100000:0.0:1746146152.688950:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.693645:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.701408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.706266:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.706359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.709554:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.712086:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.717164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.721771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.727028:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.727784:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.731934:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.739516:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.741497:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.743767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.744782:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2007:x1830966201725312:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 710us (1014us total) trans 4294972134 rc 0/0 00000100:00100000:0.0:1746146152.744790:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2680 00002000:00100000:0.0:1746146152.744797:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e83aa00 x1830966201725312/t4294972134(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:283/0 lens 496/448 e 0 to 0 dl 1746146163 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.744804:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83aa00 with x1830966201725312 ext(0->7) 00010000:00010000:0.0:1746146152.744809:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb60f34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0d4 expref: 35 pid: 9582 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.744819:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb60f34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0d4 expref: 35 pid: 9582 timeout: 854 lvb_type: 0 00002000:00010000:0.0:1746146152.744825:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83aa00 00000100:00100000:0.0:1746146152.747241:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.747832:0:25408:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13273 00000100:00100000:0.0:1746146152.747839:0:25408:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2007:x1830966201725440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146152.747851:0:25408:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146152.747867:0:25408:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb60f34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0d4 expref: 35 pid: 9582 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.747877:0:25408:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb60f34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0d4 expref: 35 pid: 9582 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.747901:0:25408:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb60f34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0d4 expref: 35 pid: 9582 timeout: 854 lvb_type: 0 00010000:00010000:0.0:1746146152.747928:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146152.747930:0:25408:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146152.747937:0:25408:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb60f3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0db expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.747948:0:25408:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb60f3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0db expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.747976:0:25408:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb60f3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd0db expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146152.747985:0:25408:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e83b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:25408:1830966198998272:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146152.748382:0:25408:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146152.750085:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.751816:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.752457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.753449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.755561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.757317:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.760770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.763221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.768451:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.770461:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.771255:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.772361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.774040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.776874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.777353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.780355:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.784526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.784573:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.788235:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.792359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.795155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.798751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.801477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.803976:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.805938:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.807830:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.810152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.814553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.818475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.820999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.823584:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.825944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.831883:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201731456 00000100:00100000:0.0:1746146152.831890:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201731456 00000100:00100000:0.0:1746146152.832407:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29941 00000100:00100000:0.0:1746146152.832416:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+35:1758:x1830966201731456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146152.832508:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146152.832515:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60f96 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd12f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.832560:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146152.832565:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb60f8f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd136 expref: 37 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.832570:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146152.832573:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60f96 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd12f expref: 37 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.832991:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb60f8f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd136 expref: 37 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.833003:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60f96 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd12f expref: 37 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.833012:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278200, rc 0) 00000100:00100000:0.0:1746146152.833037:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+37:1758:x1830966201731456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 622us (1283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146152.833043:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29941 00000100:00100000:0.0:1746146152.837336:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.841327:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.845535:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201732096 00000100:00100000:0.0:1746146152.845543:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201732096 00000100:00100000:0.0:1746146152.845591:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29943 00000100:00100000:0.0:1746146152.845598:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201732096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146152.845612:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146152.845634:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb60f9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd13d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.845654:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146152.845659:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60f96 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd12f expref: 35 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.845664:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746146152.845667:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb60f9d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd13d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.845695:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb60f96 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd12f expref: 35 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.845706:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb60f9d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd13d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.845746:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:0.0:1746146152.845787:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201732096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146152.845793:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29943 00000100:00100000:0.0:1746146152.848084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.851134:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.854471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.854514:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.856960:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.859442:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.863072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.867610:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.871989:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.874323:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201733760 00000100:00100000:0.0:1746146152.874329:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201733760 00000100:00100000:0.0:1746146152.874360:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29946 00000100:00100000:0.0:1746146152.874366:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+35:1758:x1830966201733760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146152.874380:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146152.874575:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb60fb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd152 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.874596:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb60fab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd14b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.874602:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146152.874603:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146152.874606:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb60fb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd152 expref: 36 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.874638:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb60fab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd14b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146152.874649:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb60fab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd14b expref: 5 pid: 10121 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746146152.874658:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133368380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199002496:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146152.875391:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146152.875654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.879014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.882400:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.884203:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.887324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.888928:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+37:2009:x1830966201734656:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1331us (1601us total) trans 4294972135 rc 0/0 00000100:00100000:0.0:1746146152.888936:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2690 00002000:00100000:0.0:1746146152.888943:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013336b480 x1830966201734656/t4294972135(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:283/0 lens 496/448 e 0 to 0 dl 1746146163 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.888957:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b480 with x1830966201734656 ext(0->7) 00010000:00010000:0.0:1746146152.888963:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb60fb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd152 expref: 37 pid: 10121 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146152.888973:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb60fb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd152 expref: 37 pid: 10121 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146152.888979:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336b480 00000100:00100000:0.0:1746146152.892401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.895876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.896081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.896101:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201735168 00000100:00100000:0.0:1746146152.896106:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201735168 00002000:00100000:0.0:1746146152.896626:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336bb80 x1830966201735168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:283/0 lens 488/0 e 0 to 0 dl 1746146163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.897305:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336bb80 with x1830966201735168 ext(0->4095) 00010000:00010000:0.0:1746146152.897312:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb60fb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd159 expref: 6 pid: 10121 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146152.897322:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb60fb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd159 expref: 6 pid: 10121 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146152.897327:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336bb80 00000100:00100000:0.0:1746146152.897368:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2691 00000100:00100000:0.0:1746146152.897380:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201735168:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746146152.897509:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201735168:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (1427us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146152.897515:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2691 00002000:00100000:0.0:1746146152.897520:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336bb80 x1830966201735168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:283/0 lens 488/4536 e 0 to 0 dl 1746146163 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146152.897527:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336bb80 with x1830966201735168 ext(0->4095) 00010000:00010000:0.0:1746146152.897531:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb60fb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd159 expref: 6 pid: 10121 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146152.897539:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb60fb9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd159 expref: 6 pid: 10121 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146152.897545:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336bb80 00000100:00100000:0.0:1746146152.900553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.900643:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.903384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.906368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.912770:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.917005:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.922161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.931390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.932978:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.943700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.947322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.950276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.953492:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.955491:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.957040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.960326:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.962694:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.970066:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.972859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.977040:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.979670:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.982535:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.987093:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.989935:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146152.998682:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.003516:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.008872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.008909:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.013870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.018658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.022364:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.024408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.026912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.028395:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2008:x1830966201741952:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1327us (1478us total) trans 4294972136 rc 0/0 00000100:00100000:0.0:1746146153.028404:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2698 00002000:00100000:0.0:1746146153.028411:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099aaa680 x1830966201741952/t4294972136(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 496/448 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.028419:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa680 with x1830966201741952 ext(0->7) 00010000:00010000:0.0:1746146153.028429:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61014 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd1b4 expref: 39 pid: 9582 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.028441:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61014 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd1b4 expref: 39 pid: 9582 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.028446:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aaa680 00000100:00100000:0.0:1746146153.029778:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.031775:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.033557:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.037178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.037741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.039515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.041455:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.041659:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.043922:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.045876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.045971:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.048905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.052680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.054647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.056514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.058416:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.060776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.063102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.068019:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.068138:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.072633:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.076921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.080957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.084487:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.088013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.091485:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.095677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.098126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.100939:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.104024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.105450:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.107471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.110076:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.110624:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13316 00000100:00100000:0.0:1746146153.110633:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201747840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146153.110643:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146153.110659:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb61061 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd201 expref: 6 pid: 26612 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.110669:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb61061 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd201 expref: 6 pid: 26612 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.110686:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb61061 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd201 expref: 6 pid: 26612 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.110745:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.110747:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.110752:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb61068 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd208 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.110763:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb61068 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd208 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.110787:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb61068 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd208 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.110795:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb61068 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd208 expref: 39 pid: 26612 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746146153.110804:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a541500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199009408:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146153.110859:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146153.112696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.116825:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.124897:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.134537:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.136399:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966201748736:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1723us (1857us total) trans 4294972137 rc 0/0 00000100:00100000:0.0:1746146153.136408:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2706 00002000:00100000:0.0:1746146153.136418:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130658700 x1830966201748736/t4294972137(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 496/448 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.136426:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658700 with x1830966201748736 ext(0->7) 00010000:00010000:0.0:1746146153.136433:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb6106f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd20f expref: 41 pid: 9582 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.136452:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb6106f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd20f expref: 41 pid: 9582 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.136457:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130658700 00000100:00100000:0.0:1746146153.156763:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.158183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.161303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.165813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.169906:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.178493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.184543:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.188033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.192039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.195541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.196108:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.200017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.203185:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.208289:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.214485:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.222097:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.227220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.232558:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.233940:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.240232:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199011328:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146153.240259:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146153.240312:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966201751936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5859us (7759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146153.240325:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13324 00000100:00100000:0.0:1746146153.241273:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201752320 00000100:00100000:0.0:1746146153.241280:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201752320 00002000:00100000:0.0:1746146153.241322:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9880 x1830966201752320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:284/0 lens 488/0 e 0 to 0 dl 1746146164 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.241333:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9880 with x1830966201752320 ext(0->4095) 00010000:00010000:0.0:1746146153.241342:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb610a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd240 expref: 6 pid: 10121 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.241356:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb610a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd240 expref: 6 pid: 10121 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.241363:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9880 00000100:00100000:0.0:1746146153.241402:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2710 00000100:00100000:0.0:1746146153.241411:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201752320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146153.241565:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201752320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (881us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146153.241573:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2710 00002000:00100000:0.0:1746146153.241581:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9880 x1830966201752320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.241589:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9880 with x1830966201752320 ext(0->4095) 00010000:00010000:0.0:1746146153.241595:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb610a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd240 expref: 6 pid: 10121 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.241622:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb610a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd240 expref: 6 pid: 10121 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.241629:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9880 00000100:00100000:0.0:1746146153.247847:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.253359:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.256944:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.262138:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.263418:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966201752960:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1100us (1276us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746146153.263426:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2711 00002000:00100000:0.0:1746146153.263433:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089600a80 x1830966201752960/t4294972138(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 496/448 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.263441:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600a80 with x1830966201752960 ext(0->7) 00010000:00010000:0.0:1746146153.263447:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb610a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd247 expref: 43 pid: 10121 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.263457:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb610a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd247 expref: 43 pid: 10121 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.263462:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089600a80 00000100:00100000:0.0:1746146153.266899:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.271648:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.276533:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.280368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.281603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.284633:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.288665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.291093:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.294953:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.299137:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.302927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.303040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.305470:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.309393:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.312143:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.314752:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.318319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.321994:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.324278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.327144:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.330761:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201756672 00000100:00100000:0.0:1746146153.330766:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201756672 00000100:00100000:0.0:1746146153.330798:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 29990 00000100:00100000:0.0:1746146153.330803:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1766:x1830966201756672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146153.330810:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146153.330817:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb610e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd286 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.330830:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.330834:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7e00/0x88944630cfb610df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd27f expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.330844:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146153.330847:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb610e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd286 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.330871:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7e00/0x88944630cfb610df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd27f expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.330881:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800994e6a00/0x88944630cfb610e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd286 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.330890:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994e6a00, rc 0) 00000100:00100000:0.0:1746146153.330919:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966201756672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146153.330925:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 29990 00000100:00100000:0.0:1746146153.334001:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.336126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.339022:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.344311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.346630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.348973:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.352113:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.354272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.356189:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.356870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.360234:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.363893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.367539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.370548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.373522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.376140:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.377409:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.379202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.379588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.381424:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.383802:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.387774:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.390869:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.393519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.395750:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.397337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.398161:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.398836:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.400623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.404832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.404921:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.408316:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.411021:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.411423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.413426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.415996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.419020:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.421506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.424257:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.426645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.428525:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.430246:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.432843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.438110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.443953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.450102:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.454350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.454434:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.461972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.466303:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.476884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.479854:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.479940:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.486142:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.488908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.498454:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199018752 00000100:00100000:0.0:1746146153.498458:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199018752 00000100:00100000:0.0:1746146153.498544:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30010 00000100:00100000:0.0:1746146153.498551:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199018752:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746146153.498567:0:9582:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:23 count 1 00010000:00010000:0.0:1746146153.498580:0:9582:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800997af800/0x88944630cfb61172 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.498590:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df2f600/0x88944630cfb60849 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca67 expref: 5 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146153.498595:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.498597:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.498599:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997af800/0x88944630cfb61172 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.498626:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df2f600/0x88944630cfb60849 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca67 expref: 5 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146153.498635:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df2f600/0x88944630cfb60849 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfca67 expref: 5 pid: 26612 timeout: 855 lvb_type: 1 00000100:00100000:0.0:1746146153.498643:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9582:1830966199018880:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146153.498676:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146153.499802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.501414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146153.502399:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146153.503636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.503706:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.510151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.513605:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.516968:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.518519:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.528054:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.529171:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201768960 00000100:00100000:0.0:1746146153.529175:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201768960 00002000:00100000:0.0:1746146153.529199:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ed80 x1830966201768960/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:284/0 lens 488/0 e 0 to 0 dl 1746146164 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.529206:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ed80 with x1830966201768960 ext(0->4095) 00010000:00010000:0.0:1746146153.529211:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb61187 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd320 expref: 6 pid: 9582 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.529221:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb61187 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd320 expref: 6 pid: 9582 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.529226:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ed80 00000100:00100000:0.0:1746146153.529249:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2727 00000100:00100000:0.0:1746146153.529254:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201768960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146153.529994:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201768960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 738us (932us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146153.530001:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2727 00002000:00100000:0.0:1746146153.530007:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ed80 x1830966201768960/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.530014:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ed80 with x1830966201768960 ext(0->4095) 00010000:00010000:0.0:1746146153.530019:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb61187 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd320 expref: 6 pid: 9582 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.530027:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb61187 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd320 expref: 6 pid: 9582 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.530031:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ed80 00000100:00100000:0.0:1746146153.532667:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.536600:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.543498:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.552519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.552594:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.557790:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966201769600:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3269us (5270us total) trans 4294972139 rc 0/0 00000100:00100000:0.0:1746146153.557800:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2728 00002000:00100000:0.0:1746146153.557808:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097e27100 x1830966201769600/t4294972139(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 496/448 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.557822:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27100 with x1830966201769600 ext(0->7) 00010000:00010000:0.0:1746146153.557829:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6118e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd327 expref: 46 pid: 9582 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.557841:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6118e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd327 expref: 46 pid: 9582 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.557847:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e27100 00000100:00100000:0.0:1746146153.559870:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.563217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.568371:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.571676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.576768:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.579948:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.583765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.587191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.589529:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.593812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.597741:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.608586:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.609810:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30020 00000100:00100000:0.0:1746146153.609821:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966201771904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146153.610580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.614513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.617245:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.620072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.622604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.626450:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.630844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.630965:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.633977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.634999:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201773568 00000100:00100000:0.0:1746146153.635003:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201773568 00010000:00010000:0.0:1746146153.635018:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb611bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd358 expref: 6 pid: 9582 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746146153.635035:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13366 00000100:00100000:0.0:1746146153.635040:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201773568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146153.635048:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146153.635063:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb611bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd358 expref: 6 pid: 9582 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.635073:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb611bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd358 expref: 6 pid: 9582 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.635087:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb611bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd358 expref: 6 pid: 9582 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.635110:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.635112:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.635117:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6000/0x88944630cfb611c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd35f expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.635124:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6000/0x88944630cfb611c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd35f expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.635143:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6000/0x88944630cfb611c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd35f expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.635151:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6000/0x88944630cfb611c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd35f expref: 47 pid: 9582 timeout: 855 lvb_type: 0 00000100:00100000:0.0:1746146153.635436:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e839880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199022208:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146153.635969:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146153.638832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.641111:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.646114:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.650669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.654360:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.658140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.658416:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.662839:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.664423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.666983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.671308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.677110:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.679740:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.683155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.686140:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.691341:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.691510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.695147:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.699139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.704495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.708241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.710926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.714531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.717009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.717045:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.717072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.717104:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.717117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146153.717129:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146153.717151:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146153.717160:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746146153.717182:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746146153.720622:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.720769:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.723315:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.723634:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.726481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.730655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.736332:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.741637:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.747594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.749850:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2007:x1830966201779840:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1725us (2255us total) trans 4294972141 rc 0/0 00000100:00100000:0.0:1746146153.749859:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2739 00002000:00100000:0.0:1746146153.749867:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c1af800 x1830966201779840/t4294972141(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 496/448 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.749876:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1af800 with x1830966201779840 ext(0->7) 00010000:00010000:0.0:1746146153.749883:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb6120c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3a5 expref: 49 pid: 9583 timeout: 855 lvb_type: 0 00010000:00010000:0.0:1746146153.749895:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb6120c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3a5 expref: 49 pid: 9583 timeout: 855 lvb_type: 0 00002000:00010000:0.0:1746146153.749901:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1af800 00000100:00100000:0.0:1746146153.753398:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.759883:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.766483:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.768661:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201780480 00000100:00100000:0.0:1746146153.768668:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201780480 00000100:00100000:0.0:1746146153.768696:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30035 00000100:00100000:0.0:1746146153.768702:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+50:1758:x1830966201780480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146153.768736:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146153.768750:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb61221 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd3ba expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.768770:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.768774:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb6121a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3b3 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.768784:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146153.768787:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb61221 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3ba expref: 51 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.768809:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb6121a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3b3 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.768818:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb61221 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3ba expref: 51 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.768825:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997ae400, rc 0) 00000100:00100000:0.0:1746146153.768862:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:1758:x1830966201780480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146153.768867:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30035 00000100:00100000:0.0:1746146153.770653:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.777177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.783461:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.786232:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.796083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.800421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.800510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.805659:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.810237:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.814869:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201782272 00000100:00100000:0.0:1746146153.814874:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201782272 00002000:00100000:0.0:1746146153.814905:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b100 x1830966201782272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 488/0 e 0 to 0 dl 1746146164 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.814914:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b100 with x1830966201782272 ext(0->4095) 00002000:00010000:0.0:1746146153.814918:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007286b100 00000100:00100000:0.0:1746146153.814948:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13453 00000100:00100000:0.0:1746146153.814955:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2008:x1830966201782272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146153.815058:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2008:x1830966201782272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146153.815063:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13453 00002000:00100000:0.0:1746146153.815068:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b100 x1830966201782272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746146164 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.815075:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b100 with x1830966201782272 ext(0->4095) 00002000:00010000:0.0:1746146153.815077:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007286b100 00000100:00100000:0.0:1746146153.816752:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.824343:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2008:x1830966201782528:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3782us (4229us total) trans 4294972142 rc 0/0 00000100:00100000:0.0:1746146153.824354:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2743 00002000:00100000:0.0:1746146153.824366:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007286b480 x1830966201782528/t4294972142(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 496/448 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.824374:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b480 with x1830966201782528 ext(0->7) 00010000:00010000:0.0:1746146153.824383:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6122f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3c8 expref: 51 pid: 10121 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146153.824398:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6122f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3c8 expref: 51 pid: 10121 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146153.824408:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b480 00000100:00100000:0.0:1746146153.828108:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.834623:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.835487:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.840876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.846019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.852456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.860705:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.868444:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.870852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.875229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.879107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.882824:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.884820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.888267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.891081:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.892902:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.895371:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.895772:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.899073:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201785728 00000100:00100000:0.0:1746146153.899079:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201785728 00002000:00100000:0.0:1746146153.899112:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286ad80 x1830966201785728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 488/0 e 0 to 0 dl 1746146164 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.899120:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286ad80 with x1830966201785728 ext(0->4095) 00010000:00010000:0.0:1746146153.899127:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61259 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3f2 expref: 54 pid: 10121 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146153.899143:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61259 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3f2 expref: 54 pid: 10121 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146153.899149:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286ad80 00000100:00100000:0.0:1746146153.899176:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2747 00000100:00100000:0.0:1746146153.899183:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966201785728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146153.899534:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966201785728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 351us (522us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146153.899541:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2747 00002000:00100000:0.0:1746146153.899546:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286ad80 x1830966201785728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 488/4536 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.899553:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286ad80 with x1830966201785728 ext(0->4095) 00010000:00010000:0.0:1746146153.899557:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3f2 expref: 54 pid: 10121 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146153.899566:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd3f2 expref: 54 pid: 10121 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146153.899572:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286ad80 00000100:00100000:0.0:1746146153.901084:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.903764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.905788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.908842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.911742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.914321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.915340:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201786880 00000100:00100000:0.0:1746146153.915345:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201786880 00000100:00100000:0.0:1746146153.915376:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30047 00000100:00100000:0.0:1746146153.915381:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966201786880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146153.915389:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146153.915397:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb61275 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd40e expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.915410:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146153.915414:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb6126e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd407 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.915419:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146153.915422:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb61275 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd40e expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.915445:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb6126e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd407 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.915454:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb61275 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd40e expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146153.915462:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997af800, rc 0) 00000100:00100000:0.0:1746146153.915488:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966201786880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146153.915494:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30047 00000100:00100000:0.0:1746146153.917571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.920583:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.924520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.924632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.929936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.933039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.933121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.936519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.940359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.943156:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.945980:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.950839:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.954753:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.955313:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.959010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.959087:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.962257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.965637:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.983250:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.993175:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146153.995538:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966201790464:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2037us (2363us total) trans 4294972144 rc 0/0 00000100:00100000:0.0:1746146153.995549:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2752 00002000:00100000:0.0:1746146153.995557:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099aaa300 x1830966201790464/t4294972144(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:284/0 lens 496/448 e 0 to 0 dl 1746146164 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146153.995565:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa300 with x1830966201790464 ext(0->7) 00010000:00010000:0.0:1746146153.995572:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb61298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd431 expref: 55 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146153.995590:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb61298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd431 expref: 55 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146153.995595:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aaa300 00000100:00100000:0.0:1746146153.997240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.003410:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146154.004480:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146154.007325:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.007369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146154.007917:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146154.010950:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.014379:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199030400:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146154.014396:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146154.015080:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201791232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3942us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146154.015089:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13398 00000100:00100000:0.0:1746146154.016750:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.016815:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.019758:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201792000 00000100:00100000:0.0:1746146154.019765:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201792000 00002000:00100000:0.0:1746146154.019797:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9c00 x1830966201792000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.019806:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9c00 with x1830966201792000 ext(0->4095) 00010000:00010000:0.0:1746146154.019813:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb612ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd43f expref: 55 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.019829:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb612ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd43f expref: 55 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.019836:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9c00 00000100:00100000:0.0:1746146154.019934:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2754 00000100:00100000:0.0:1746146154.019941:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2009:x1830966201792000:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746146154.020045:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2009:x1830966201792000:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (347us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146154.020051:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2754 00002000:00100000:0.0:1746146154.020056:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9c00 x1830966201792000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.020062:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9c00 with x1830966201792000 ext(0->4095) 00010000:00010000:0.0:1746146154.020066:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb612ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd43f expref: 55 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.020074:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb612ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd43f expref: 55 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.020079:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9c00 00000100:00100000:0.0:1746146154.022162:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.022203:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146154.023931:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146154.024869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.027812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.030404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.032581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.036540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.040854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.043238:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.043951:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.045950:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.048880:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.052094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.057139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.060211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146154.063254:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb612d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd470 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.063274:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b28a000, rc 0) 00000100:00100000:1.0:1746146154.063310:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201794560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2821us (3107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.063317:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30061 00000100:00100000:0.0:1746146154.063498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.065482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.065567:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201794944 00000100:00100000:1.0:1746146154.065573:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201794944 00002000:00100000:1.0:1746146154.065618:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef6300 x1830966201794944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.065627:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966201794944 ext(0->4095) 00002000:00010000:1.0:1746146154.065632:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef6300 00000100:00100000:1.0:1746146154.065658:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13466 00000100:00100000:1.0:1746146154.065664:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201794944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146154.066251:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201794944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 585us (773us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146154.066257:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13466 00002000:00100000:0.0:1746146154.066263:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef6300 x1830966201794944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.066270:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966201794944 ext(0->4095) 00002000:00010000:0.0:1746146154.066273:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef6300 00000100:00100000:1.0:1746146154.068145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.068619:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.075228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.081263:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.081445:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201795584 00000100:00100000:1.0:1746146154.081451:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201795584 00002000:00100000:1.0:1746146154.081482:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d5880 x1830966201795584/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.081490:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5880 with x1830966201795584 ext(0->4095) 00010000:00010000:1.0:1746146154.081496:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb612de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd477 expref: 56 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.081507:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb612de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd477 expref: 56 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.081691:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d5880 00000100:00100000:1.0:1746146154.081748:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2757 00000100:00100000:1.0:1746146154.081755:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966201795584:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146154.081861:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966201795584:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (599us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.081867:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2757 00002000:00100000:1.0:1746146154.081872:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d5880 x1830966201795584/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.081878:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5880 with x1830966201795584 ext(0->4095) 00010000:00010000:1.0:1746146154.081882:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb612de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd477 expref: 56 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.081890:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb612de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd477 expref: 56 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.081895:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d5880 00000100:00100000:0.0:1746146154.084032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.087261:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.090303:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.095330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.098192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.099121:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.099181:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201796608 00000100:00100000:1.0:1746146154.099186:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201796608 00002000:00100000:1.0:1746146154.099219:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d176300 x1830966201796608/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.099227:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176300 with x1830966201796608 ext(0->4095) 00002000:00010000:1.0:1746146154.099230:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d176300 00000100:00100000:1.0:1746146154.099897:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2758 00000100:00100000:1.0:1746146154.099904:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201796608:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.100000:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201796608:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (879us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.100006:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2758 00002000:00100000:1.0:1746146154.100011:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d176300 x1830966201796608/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.100017:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176300 with x1830966201796608 ext(0->4095) 00010000:00010000:1.0:1746146154.100022:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb612ec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd485 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.100033:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb612ec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd485 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.100038:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d176300 00000100:00100000:0.0:1746146154.102406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.102817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.105665:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.111047:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.114369:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.117322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.119178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.123366:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.125270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.127287:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.128965:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.132831:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.135376:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.139872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.139918:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201799040 00000100:00100000:1.0:1746146154.139924:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201799040 00002000:00100000:1.0:1746146154.139956:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955f80 x1830966201799040/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.139962:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955f80 with x1830966201799040 ext(0->4095) 00002000:00010000:1.0:1746146154.139965:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c955f80 00000100:00100000:1.0:1746146154.139994:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13471 00000100:00100000:1.0:1746146154.140001:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2010:x1830966201799040:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146154.140106:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2010:x1830966201799040:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.140111:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13471 00002000:00100000:1.0:1746146154.140116:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955f80 x1830966201799040/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.140122:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955f80 with x1830966201799040 ext(0->4095) 00002000:00010000:1.0:1746146154.140125:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c955f80 00000100:00100000:0.0:1746146154.141282:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.144032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.148632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.150464:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.153370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.160289:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.161858:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.165056:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.165514:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201800576 00000100:00100000:1.0:1746146154.165522:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201800576 00002000:00100000:1.0:1746146154.165559:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ed80 x1830966201800576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.166246:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ed80 with x1830966201800576 ext(0->4095) 00002000:00010000:1.0:1746146154.166251:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ed80 00000100:00100000:1.0:1746146154.166282:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13473 00000100:00100000:1.0:1746146154.166290:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966201800576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.166434:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966201800576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (1380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.166440:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13473 00002000:00100000:1.0:1746146154.166445:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ed80 x1830966201800576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.166452:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ed80 with x1830966201800576 ext(0->4095) 00002000:00010000:1.0:1746146154.166455:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ed80 00000100:00100000:0.0:1746146154.171183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.179049:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.179147:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201800832 00000100:00100000:1.0:1746146154.179157:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201800832 00002000:00100000:1.0:1746146154.179198:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013065b100 x1830966201800832/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.179206:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b100 with x1830966201800832 ext(0->7) 00010000:00010000:1.0:1746146154.179214:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4bd expref: 55 pid: 26612 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.179225:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4bd expref: 55 pid: 26612 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.179230:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065b100 00000100:00100000:1.0:1746146154.179263:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2762 00000100:00100000:1.0:1746146154.179270:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966201800832:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146154.180499:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966201800832:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1225us (1454us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1746146154.180507:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2762 00002000:00100000:0.0:1746146154.180515:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013065b100 x1830966201800832/t4294972145(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/448 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.180523:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b100 with x1830966201800832 ext(0->7) 00010000:00010000:0.0:1746146154.180529:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4bd expref: 57 pid: 26612 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.180540:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4bd expref: 57 pid: 26612 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.180546:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065b100 00000100:00100000:0.0:1746146154.188378:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.191486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.194499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.198894:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201801472 00000100:00100000:0.0:1746146154.198902:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201801472 00000100:00100000:1.0:1746146154.199071:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30075 00000100:00100000:1.0:1746146154.199080:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1766:x1830966201801472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.199093:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.199105:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb61339 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd4d2 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.199123:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146154.199128:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61332 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4cb expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.199133:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.199136:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb61339 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4d2 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.199857:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61332 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4cb expref: 58 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.199866:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61332 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4cb expref: 58 pid: 9583 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746146154.199873:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199035520:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146154.199910:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146154.202777:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199035520:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146154.202806:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146154.202809:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb61339 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4d2 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.202825:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0bf400, rc 0) 00000100:00100000:1.0:1746146154.202862:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1766:x1830966201801472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3784us (4283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.202869:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30075 00000100:00100000:0.0:1746146154.210362:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.213620:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199035648:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146154.213639:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146154.213687:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966201801984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3181us (3332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146154.213696:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13419 00000100:00100000:0.0:1746146154.215578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.216355:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201802368 00000100:00100000:1.0:1746146154.216362:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201802368 00000100:00100000:1.0:1746146154.216414:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30076 00000100:00100000:1.0:1746146154.216421:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201802368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.216437:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.216450:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb61340 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd4d9 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.216477:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb61339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4d2 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.216486:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.216488:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.216491:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb61340 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4d9 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.216519:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb61339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4d2 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.216529:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb61339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4d2 expref: 56 pid: 26612 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746146154.216539:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199035776:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146154.216621:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146154.221358:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.223759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.226541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.230312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.230572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.230797:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201803136 00000100:00100000:0.0:1746146154.230800:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201803136 00000100:00100000:0.0:1746146154.230823:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30078 00000100:00100000:0.0:1746146154.230828:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1766:x1830966201803136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146154.230840:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146154.230850:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6134e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd4e7 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.232186:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb61347 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4e0 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.232195:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146154.232197:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146154.232200:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6134e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4e7 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146154.237746:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.241094:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.241127:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.244440:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.246117:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201803904 00000100:00100000:1.0:1746146154.246124:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201803904 00002000:00100000:1.0:1746146154.246157:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369180 x1830966201803904/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.246166:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369180 with x1830966201803904 ext(0->4095) 00010000:00010000:1.0:1746146154.246172:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6134e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4e7 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.246183:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6134e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4e7 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.246188:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133369180 00000100:00100000:1.0:1746146154.246202:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2765 00000100:00100000:1.0:1746146154.246208:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201803904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.246302:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201803904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (1871us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.246308:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2765 00002000:00100000:1.0:1746146154.246313:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369180 x1830966201803904/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.246319:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369180 with x1830966201803904 ext(0->4095) 00010000:00010000:1.0:1746146154.246323:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6134e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4e7 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.246331:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6134e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4e7 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.246336:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133369180 00000100:00100000:0.0:1746146154.252588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.259889:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.263903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.274127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.278081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.280802:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.284985:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.288434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.289570:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966201805568:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 878us (1134us total) trans 4294972146 rc 0/0 00000100:00100000:0.0:1746146154.289577:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2767 00002000:00100000:0.0:1746146154.289583:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8c700 x1830966201805568/t4294972146(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/448 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.289590:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c700 with x1830966201805568 ext(0->7) 00010000:00010000:0.0:1746146154.289594:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4fc expref: 59 pid: 10121 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.289603:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd4fc expref: 59 pid: 10121 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.289627:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8c700 00000100:00100000:0.0:1746146154.292262:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.295350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.296074:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201805952 00000100:00100000:1.0:1746146154.296080:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201805952 00002000:00100000:1.0:1746146154.296112:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac0000 x1830966201805952/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.296121:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac0000 with x1830966201805952 ext(0->4095) 00002000:00010000:1.0:1746146154.296125:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bac0000 00000100:00100000:1.0:1746146154.296151:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13479 00000100:00100000:1.0:1746146154.296157:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201805952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.296251:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201805952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (907us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.296259:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13479 00002000:00100000:1.0:1746146154.296263:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac0000 x1830966201805952/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.296269:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac0000 with x1830966201805952 ext(0->4095) 00002000:00010000:1.0:1746146154.296272:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bac0000 00000100:00100000:0.0:1746146154.299009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.302633:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.302748:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.302926:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201806336 00000100:00100000:1.0:1746146154.302929:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201806336 00000100:00100000:1.0:1746146154.302956:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30084 00000100:00100000:1.0:1746146154.302961:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+60:1758:x1830966201806336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.302973:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.302982:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd511 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.302994:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61371 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd50a expref: 61 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.302999:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.303000:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.303003:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.303434:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61371 lrc: 7/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd50a expref: 61 pid: 10121 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.303442:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61371 lrc: 7/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd50a expref: 61 pid: 10121 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746146154.303454:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199037824:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146154.303504:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146154.305280:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199037824:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146154.305307:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146154.305311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146154.305321:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800994e7e00, rc 0) 00000100:00100000:1.0:1746146154.305349:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+60:1758:x1830966201806336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2387us (2602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.305356:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30084 00000100:00100000:0.0:1746146154.307091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.307138:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.307522:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201806720 00000100:00100000:1.0:1746146154.307526:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201806720 00000100:00100000:1.0:1746146154.307550:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30085 00000100:00100000:1.0:1746146154.307555:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201806720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.307565:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.307573:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb6137f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd518 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.307588:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.307593:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.307595:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.307597:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb6137f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd518 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.307628:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.307638:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 59 pid: 9583 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746146154.307645:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199038080:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146154.307665:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146154.309570:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199038080:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146154.309592:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb6137f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd518 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.309617:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146154.309649:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201806720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2093us (2561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.309656:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30085 00000100:00100000:0.0:1746146154.310947:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.311016:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201807104 00000100:00100000:1.0:1746146154.311024:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201807104 00002000:00100000:1.0:1746146154.311060:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac1500 x1830966201807104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.311069:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac1500 with x1830966201807104 ext(0->4095) 00010000:00010000:1.0:1746146154.311076:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 59 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.311091:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 59 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.311097:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bac1500 00000100:00100000:1.0:1746146154.311569:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2769 00000100:00100000:1.0:1746146154.311577:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966201807104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146154.311749:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966201807104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.311755:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2769 00002000:00100000:1.0:1746146154.311760:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac1500 x1830966201807104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.311766:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac1500 with x1830966201807104 ext(0->4095) 00010000:00010000:1.0:1746146154.311771:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 59 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.311779:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800994e7e00/0x88944630cfb61378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd511 expref: 59 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.311783:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bac1500 00000100:00100000:0.0:1746146154.313930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.315452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.315499:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201807232 00000100:00100000:0.0:1746146154.315504:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201807232 00000100:00100000:0.0:1746146154.315546:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30086 00000100:00100000:0.0:1746146154.315553:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1758:x1830966201807232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146154.315566:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146154.315578:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cb4ea00/0x88944630cfb61386 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd51f expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.315595:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb6137f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd518 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.315601:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146154.315602:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146154.315614:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cb4ea00/0x88944630cfb61386 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd51f expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.315635:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb6137f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd518 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.315644:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb6137f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd518 expref: 5 pid: 9583 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746146154.315653:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bac0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199038336:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146154.315695:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146154.318536:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.322741:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.327154:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.327251:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201808000 00000100:00100000:1.0:1746146154.327257:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201808000 00002000:00100000:1.0:1746146154.327290:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac0e00 x1830966201808000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.327304:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac0e00 with x1830966201808000 ext(0->4095) 00002000:00010000:1.0:1746146154.327308:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bac0e00 00000100:00100000:1.0:1746146154.327335:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13480 00000100:00100000:1.0:1746146154.327342:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966201808000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.327447:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966201808000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.327453:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13480 00002000:00100000:1.0:1746146154.327458:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac0e00 x1830966201808000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.327464:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac0e00 with x1830966201808000 ext(0->4095) 00002000:00010000:1.0:1746146154.327466:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bac0e00 00000100:00100000:0.0:1746146154.330282:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.333179:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.338137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.338221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.348642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.348706:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201809152 00000100:00100000:1.0:1746146154.348727:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201809152 00002000:00100000:1.0:1746146154.348766:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa300 x1830966201809152/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.348775:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa300 with x1830966201809152 ext(0->4095) 00010000:00010000:1.0:1746146154.348783:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61394 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd52d expref: 60 pid: 10121 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.348794:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61394 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd52d expref: 60 pid: 10121 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.348800:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fa300 00000100:00100000:1.0:1746146154.350678:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2771 00000100:00100000:1.0:1746146154.350689:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966201809152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.350863:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966201809152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (2230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.350869:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2771 00002000:00100000:1.0:1746146154.350875:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa300 x1830966201809152/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.350883:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa300 with x1830966201809152 ext(0->4095) 00010000:00010000:1.0:1746146154.350889:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd52d expref: 60 pid: 10121 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.350900:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd52d expref: 60 pid: 10121 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.350911:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fa300 00000100:00100000:0.0:1746146154.362699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.366783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.366855:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201809536 00000100:00100000:1.0:1746146154.366862:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201809536 00002000:00100000:1.0:1746146154.366900:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8000 x1830966201809536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.366909:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8000 with x1830966201809536 ext(0->4095) 00002000:00010000:1.0:1746146154.366913:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4f8000 00000100:00100000:1.0:1746146154.366964:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13482 00000100:00100000:1.0:1746146154.366970:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966201809536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.367068:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966201809536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.367074:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13482 00002000:00100000:1.0:1746146154.367078:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8000 x1830966201809536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.367084:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8000 with x1830966201809536 ext(0->4095) 00002000:00010000:1.0:1746146154.367087:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4f8000 00000100:00100000:0.0:1746146154.368933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.375439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.379033:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201809920 00000100:00100000:0.0:1746146154.379041:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201809920 00000100:00100000:0.0:1746146154.379080:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30091 00000100:00100000:0.0:1746146154.379088:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1758:x1830966201809920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146154.379105:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146154.379119:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd542 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.379145:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb613a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd53b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.379151:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146154.379152:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146154.379156:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd542 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.379180:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb613a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd53b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.379190:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb613a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd53b expref: 5 pid: 9583 timeout: 856 lvb_type: 0 00000100:00100000:0.0:1746146154.379199:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a4fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199039616:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146154.379276:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146154.382964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.383278:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a4fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199039616:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146154.383302:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd542 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.383319:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009958c600, rc 0) 00000100:00100000:1.0:1746146154.383926:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1758:x1830966201809920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4839us (5290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.383932:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30091 00000100:00100000:0.0:1746146154.385857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.385914:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201810304 00000100:00100000:1.0:1746146154.385920:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201810304 00000100:00100000:1.0:1746146154.386041:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30092 00000100:00100000:1.0:1746146154.386049:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1766:x1830966201810304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.386064:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.386079:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd549 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.386102:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146154.386107:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd542 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.386116:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.386119:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd549 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.386149:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd542 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.386160:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd549 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.386168:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9600, rc 0) 00000100:00100000:1.0:1746146154.386218:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+60:1766:x1830966201810304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.386224:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30092 00000100:00100000:0.0:1746146154.386682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.392443:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.392492:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201810688 00000100:00100000:1.0:1746146154.392500:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201810688 00002000:00100000:1.0:1746146154.392537:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89f80 x1830966201810688/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.392546:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966201810688 ext(0->4095) 00010000:00010000:1.0:1746146154.392554:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd542 expref: 60 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.392565:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd542 expref: 60 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.392571:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c89f80 00000100:00100000:1.0:1746146154.392614:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2773 00000100:00100000:1.0:1746146154.392621:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966201810688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.392745:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966201810688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.392751:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2773 00002000:00100000:1.0:1746146154.392756:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89f80 x1830966201810688/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.392763:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966201810688 ext(0->4095) 00010000:00010000:1.0:1746146154.392767:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd542 expref: 60 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.392775:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009958c600/0x88944630cfb613a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd542 expref: 60 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.392780:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c89f80 00000100:00100000:0.0:1746146154.395891:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.403003:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.409444:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.416507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.416571:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201811328 00000100:00100000:1.0:1746146154.416579:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201811328 00002000:00100000:1.0:1746146154.416626:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801306f9500 x1830966201811328/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.416633:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f9500 with x1830966201811328 ext(0->7) 00010000:00010000:1.0:1746146154.416640:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd549 expref: 59 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.416651:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd549 expref: 59 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.416661:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f9500 00000100:00100000:1.0:1746146154.416691:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2774 00000100:00100000:1.0:1746146154.416698:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2010:x1830966201811328:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146154.418552:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2010:x1830966201811328:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1848us (2046us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1746146154.418561:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2774 00002000:00100000:0.0:1746146154.418570:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801306f9500 x1830966201811328/t4294972147(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/448 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.418578:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f9500 with x1830966201811328 ext(0->7) 00010000:00010000:0.0:1746146154.418586:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd549 expref: 61 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.418599:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd549 expref: 61 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.418627:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f9500 00000100:00100000:0.0:1746146154.431357:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.438186:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012093c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:065f921c-abbd-4f8e-b09f-86ccecd94661:3769:1830966199040384:0@lo:400:kworker.0 00000100:00100000:0.0:1746146154.438766:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146154.439041:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012093c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830966199040512:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439081:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199040640 00000100:00100000:1.0:1746146154.439088:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199040640 00000100:00100000:1.0:1746146154.439133:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1746146154.439139:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3767:x1830966199040640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439215:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3767:x1830966199040640:12345-0@lo:400:kworker.0 Request processed in 75us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.439220:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1746146154.439269:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199040384 00000100:00100000:1.0:1746146154.439272:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199040384 00000100:00100000:1.0:1746146154.439291:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1746146154.439291:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cacf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199040896:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439295:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008061b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3769:x1830966199040384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146154.439310:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146154.439314:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008061b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3769:x1830966199040384:12345-0@lo:400:kworker.0 Request processed in 19us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.439318:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1746146154.439320:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199041408:0@lo:400:kworker.0 00000100:00100000:0.0:1746146154.439335:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146154.439336:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199040896 00000100:00100000:1.0:1746146154.439338:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199040896 00000100:00100000:0.0:1746146154.439347:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199041920:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439355:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1746146154.439359:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199040896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146154.439361:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146154.439375:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012093c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:065f921c-abbd-4f8e-b09f-86ccecd94661:3769:1830966199040384:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439377:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199040896:12345-0@lo:400:kworker.0 Request processed in 18us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.439384:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1746146154.439388:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cacf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199040896:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439397:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199041408 00000100:00100000:1.0:1746146154.439399:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199041408 00000100:00100000:1.0:1746146154.439422:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199041920 00000100:00100000:1.0:1746146154.439424:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199041920 00000100:00100000:1.0:1746146154.439450:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1746146154.439454:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3769:x1830966199041408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439479:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3769:x1830966199041408:12345-0@lo:400:kworker.0 Request processed in 25us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.439484:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1746146154.439493:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1746146154.439497:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199041920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439517:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199041920:12345-0@lo:400:kworker.0 Request processed in 20us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.439521:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00080000:1.0:1746146154.439545:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746146154.439644:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199041152 00000100:00100000:1.0:1746146154.439646:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199041152 00000100:00100000:1.0:1746146154.439665:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199041664 00000100:00100000:1.0:1746146154.439667:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199041664 00000100:00100000:1.0:1746146154.439676:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199040768 00000100:00100000:1.0:1746146154.439678:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199040768 00000100:00100000:1.0:1746146154.439688:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1746146154.439692:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830966199041152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439731:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830966199041152:12345-0@lo:400:kworker.0 Request processed in 40us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.439736:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1746146154.439745:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1746146154.439750:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830966199040768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439770:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830966199040768:12345-0@lo:400:kworker.0 Request processed in 20us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.439774:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00080000:1.0:1746146154.439789:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746146154.439792:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746146154.439793:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746146154.439800:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146154.439812:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3766:1830966199041024:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439825:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146154.439834:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1830966199041536:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439846:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146154.439862:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199040512 00000100:00100000:1.0:1746146154.439864:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199040512 00000100:00100000:1.0:1746146154.439876:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199041024 00000100:00100000:1.0:1746146154.439878:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199041024 00000100:00100000:1.0:1746146154.439888:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199041536 00000100:00100000:1.0:1746146154.439890:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199041536 00000100:00100000:1.0:1746146154.439899:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1746146154.439902:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830966199041024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439920:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830966199041024:12345-0@lo:400:kworker.0 Request processed in 17us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.439924:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00080000:1.0:1746146154.439937:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746146154.439957:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012093c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830966199040512:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439964:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b866a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3766:1830966199041024:0@lo:400:kworker.0 00000100:00100000:1.0:1746146154.439972:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1830966199041536:0@lo:400:kworker.0 00000100:00100000:0.0:1746146154.440064:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.440087:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199041408:0@lo:400:kworker.0 00000100:00100000:0.0:1746146154.440093:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199041920:0@lo:400:kworker.0 00000100:00100000:0.0:1746146154.442904:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.442999:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201811840 00000100:00100000:1.0:1746146154.443006:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201811840 00000100:00100000:1.0:1746146154.443217:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30094 00000100:00100000:1.0:1746146154.443226:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+60:1766:x1830966201811840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.443241:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.443255:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd557 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.443281:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb613b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd550 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.443287:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146154.443288:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146154.443291:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd557 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.443315:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb613b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd550 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.443325:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb613b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd550 expref: 5 pid: 26612 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746146154.443335:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a4fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199042048:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146154.444457:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146154.446540:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a4fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199042048:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146154.446580:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd557 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.446601:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9600, rc 0) 00000100:00100000:1.0:1746146154.446664:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+61:1766:x1830966201811840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3438us (3764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.446674:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30094 00000100:00100000:0.0:1746146154.449966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.453365:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.457107:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.459615:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201812352 00000100:00100000:1.0:1746146154.459625:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201812352 00000100:00100000:1.0:1746146154.459689:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30095 00000100:00100000:1.0:1746146154.459696:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201812352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.459711:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.459756:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb613c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd55e expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.459779:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd557 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.459787:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.459788:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.459791:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb613c5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd55e expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.459817:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd557 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.459827:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd557 expref: 60 pid: 9583 timeout: 856 lvb_type: 0 00000100:00100000:1.0:1746146154.459838:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a4fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199042304:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146154.459920:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146154.462801:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.462986:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a4fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199042304:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146154.463010:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb613c5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd55e expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.463024:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146154.463057:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201812352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3362us (5957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.463063:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30095 00000100:00100000:0.0:1746146154.465779:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966201812480:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1081us (2981us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746146154.465787:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2775 00002000:00100000:0.0:1746146154.465795:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130c26d80 x1830966201812480/t4294972148(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/448 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.465803:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26d80 with x1830966201812480 ext(0->7) 00010000:00010000:0.0:1746146154.465811:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd557 expref: 63 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.465823:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb613be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd557 expref: 63 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.465830:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c26d80 00000100:00100000:0.0:1746146154.467693:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.470652:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.471588:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.471806:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201812864 00000100:00100000:1.0:1746146154.471811:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201812864 00002000:00100000:1.0:1746146154.471843:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c27b80 x1830966201812864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.471852:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c27b80 with x1830966201812864 ext(0->4095) 00002000:00010000:1.0:1746146154.471855:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c27b80 00000100:00100000:1.0:1746146154.471876:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13486 00000100:00100000:1.0:1746146154.471883:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201812864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146154.471994:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201812864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.471999:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13486 00002000:00100000:1.0:1746146154.472004:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c27b80 x1830966201812864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.472015:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c27b80 with x1830966201812864 ext(0->4095) 00002000:00010000:1.0:1746146154.472018:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c27b80 00000100:00100000:0.0:1746146154.476310:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.477599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.481411:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199042816:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146154.481429:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146154.481881:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201813248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4026us (4280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146154.481890:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13440 00000100:00100000:0.0:1746146154.485304:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.489211:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.491570:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.494662:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.497584:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.500482:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.500523:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.501885:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199043584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746146154.501921:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146154.502260:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199043584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746146154.504236:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.506448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.509312:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.512158:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.515093:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.518845:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.525576:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.526756:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201815936 00000100:00100000:1.0:1746146154.526764:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201815936 00002000:00100000:1.0:1746146154.526803:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27b80 x1830966201815936/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.526812:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27b80 with x1830966201815936 ext(0->4095) 00002000:00010000:1.0:1746146154.526817:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e27b80 00000100:00100000:1.0:1746146154.526848:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13490 00000100:00100000:1.0:1746146154.526855:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201815936:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.526978:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201815936:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (1411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.526984:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13490 00002000:00100000:1.0:1746146154.526989:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27b80 x1830966201815936/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.526996:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27b80 with x1830966201815936 ext(0->4095) 00002000:00010000:1.0:1746146154.527000:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e27b80 00000100:00100000:0.0:1746146154.528588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.530540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.534647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.535236:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746146154.535247:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199044608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746146154.535275:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146154.535305:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199044608 00000100:00100000:1.0:1746146154.535307:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199044608 00000100:00100000:1.0:1746146154.535329:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1746146154.535334:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199044608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746146154.535347:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 500693824 pending 802816 free 3921137664 avail 3689615360 00000100:00100000:1.0:1746146154.535375:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199044608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.535380:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1746146154.535412:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089ead880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199044608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146154.537912:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.541930:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.545112:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.547686:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.551181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.555267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.558319:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.559314:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.562532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.566886:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.570820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.575059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.578395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.581759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.584312:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.585678:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.588596:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.588695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.591350:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199046272:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146154.591368:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb61427 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5c0 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.591381:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945e800, rc 0) 00000100:00100000:0.0:1746146154.591401:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1766:x1830966201819264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2506us (2807us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146154.591407:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30109 00000100:00100000:1.0:1746146154.591751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.591804:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201819648 00000100:00100000:0.0:1746146154.591810:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201819648 00002000:00100000:0.0:1746146154.591842:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089ead880 x1830966201819648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.591851:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead880 with x1830966201819648 ext(0->4095) 00010000:00010000:0.0:1746146154.591856:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5b9 expref: 64 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.591868:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5b9 expref: 64 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.591873:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089ead880 00000100:00100000:0.0:1746146154.591887:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2780 00000100:00100000:0.0:1746146154.591893:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2008:x1830966201819648:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746146154.591991:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2008:x1830966201819648:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 98us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146154.591997:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2780 00002000:00100000:0.0:1746146154.592002:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089ead880 x1830966201819648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.592007:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead880 with x1830966201819648 ext(0->4095) 00010000:00010000:0.0:1746146154.592011:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5b9 expref: 64 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.592022:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5b9 expref: 64 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.592028:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089ead880 00000100:00100000:0.0:1746146154.596233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.601832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.601891:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201820032 00000100:00100000:1.0:1746146154.601897:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201820032 00002000:00100000:1.0:1746146154.601930:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2a00 x1830966201820032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.601938:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2a00 with x1830966201820032 ext(0->4095) 00002000:00010000:1.0:1746146154.601942:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a2a00 00000100:00100000:1.0:1746146154.601968:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13495 00000100:00100000:1.0:1746146154.601974:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966201820032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146154.602067:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966201820032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.602072:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13495 00002000:00100000:1.0:1746146154.602076:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2a00 x1830966201820032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.602082:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2a00 with x1830966201820032 ext(0->4095) 00002000:00010000:1.0:1746146154.602084:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a2a00 00000100:00100000:0.0:1746146154.615540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.621504:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.622438:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966201820288:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 772us (931us total) trans 4294972149 rc 0/0 00000100:00100000:0.0:1746146154.622445:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2781 00002000:00100000:0.0:1746146154.622451:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012cef4000 x1830966201820288/t4294972149(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/448 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.622459:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4000 with x1830966201820288 ext(0->7) 00010000:00010000:0.0:1746146154.622463:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb61427 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5c0 expref: 65 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.622472:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb61427 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5c0 expref: 65 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.622477:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef4000 00000100:00100000:0.0:1746146154.627910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.629126:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.631280:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.631299:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201820800 00000100:00100000:0.0:1746146154.631304:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201820800 00002000:00100000:0.0:1746146154.631331:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaf100 x1830966201820800/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.631340:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf100 with x1830966201820800 ext(0->4095) 00010000:00010000:0.0:1746146154.631347:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb6142e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5c7 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.631357:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb6142e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5c7 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.631363:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf100 00000100:00100000:0.0:1746146154.631391:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2782 00000100:00100000:0.0:1746146154.631397:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201820800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146154.631508:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201820800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (228us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146154.631513:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2782 00002000:00100000:0.0:1746146154.631518:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaf100 x1830966201820800/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.631525:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf100 with x1830966201820800 ext(0->4095) 00010000:00010000:0.0:1746146154.631529:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb6142e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5c7 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.631536:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb6142e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5c7 expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.631541:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf100 00000100:00100000:0.0:1746146154.633156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.635949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.639115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.639701:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201821312 00000100:00100000:1.0:1746146154.639710:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201821312 00000100:00100000:0.0:1746146154.642937:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.644226:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+67:2008:x1830966201821440:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 828us (1293us total) trans 4294972150 rc 0/0 00000100:00100000:0.0:1746146154.644235:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2783 00002000:00100000:0.0:1746146154.644243:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012cef7b80 x1830966201821440/t4294972150(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/448 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.644250:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7b80 with x1830966201821440 ext(0->7) 00010000:00010000:0.0:1746146154.644256:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61435 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5ce expref: 67 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.644267:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61435 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5ce expref: 67 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.644272:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7b80 00000100:00100000:0.0:1746146154.645996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.649486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.653765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.661004:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.661210:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.665156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.665513:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201822464 00000100:00100000:0.0:1746146154.665519:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201822464 00002000:00100000:0.0:1746146154.665552:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815880 x1830966201822464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.665566:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815880 with x1830966201822464 ext(0->4095) 00010000:00010000:0.0:1746146154.665572:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb61443 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5dc expref: 69 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.665582:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb61443 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5dc expref: 69 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.665588:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815880 00000100:00100000:0.0:1746146154.665633:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2784 00000100:00100000:0.0:1746146154.665640:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966201822464:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746146154.665760:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966201822464:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 121us (611us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146154.665766:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2784 00002000:00100000:0.0:1746146154.665771:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815880 x1830966201822464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.665777:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815880 with x1830966201822464 ext(0->4095) 00010000:00010000:0.0:1746146154.665781:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb61443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5dc expref: 68 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.665789:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb61443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5dc expref: 68 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.665794:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815880 00000100:00100000:0.0:1746146154.667807:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.674287:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.692080:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.702797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.702955:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201823104 00000100:00100000:1.0:1746146154.702963:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201823104 00002000:00100000:1.0:1746146154.703000:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072816a00 x1830966201823104/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.703009:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816a00 with x1830966201823104 ext(0->7) 00010000:00010000:1.0:1746146154.703016:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6144a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5e3 expref: 67 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:1.0:1746146154.703028:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6144a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5e3 expref: 67 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:1.0:1746146154.703034:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072816a00 00000100:00100000:1.0:1746146154.703161:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2785 00000100:00100000:1.0:1746146154.703169:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+67:2007:x1830966201823104:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146154.704419:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2007:x1830966201823104:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1245us (1623us total) trans 4294972151 rc 0/0 00000100:00100000:0.0:1746146154.704428:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2785 00002000:00100000:0.0:1746146154.704436:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072816a00 x1830966201823104/t4294972151(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/448 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.704443:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816a00 with x1830966201823104 ext(0->7) 00010000:00010000:0.0:1746146154.704450:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6144a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5e3 expref: 69 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.704461:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6144a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5e3 expref: 69 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.704467:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072816a00 00000100:00100000:0.0:1746146154.706821:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.708066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.712601:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.712745:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201823616 00000100:00100000:0.0:1746146154.712752:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201823616 00002000:00100000:0.0:1746146154.712787:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb99c00 x1830966201823616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.712796:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb99c00 with x1830966201823616 ext(0->4095) 00010000:00010000:0.0:1746146154.712803:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61451 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5ea expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.712814:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61451 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5ea expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.712820:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb99c00 00000100:00100000:0.0:1746146154.713391:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2786 00000100:00100000:0.0:1746146154.713400:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201823616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146154.713544:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201823616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (949us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146154.713550:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2786 00002000:00100000:0.0:1746146154.713556:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb99c00 x1830966201823616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.713563:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb99c00 with x1830966201823616 ext(0->4095) 00010000:00010000:0.0:1746146154.713567:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61451 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5ea expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.713575:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61451 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5ea expref: 6 pid: 9583 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.713580:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb99c00 00000100:00100000:0.0:1746146154.721964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.727327:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.729692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.738117:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.738247:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.743202:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201824640 00000100:00100000:0.0:1746146154.743209:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201824640 00002000:00100000:0.0:1746146154.743248:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f100 x1830966201824640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.743258:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f100 with x1830966201824640 ext(0->4095) 00010000:00010000:0.0:1746146154.743267:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb6145f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5f8 expref: 6 pid: 26612 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.743281:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb6145f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5f8 expref: 6 pid: 26612 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.743287:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2f100 00000100:00100000:0.0:1746146154.743306:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2787 00000100:00100000:0.0:1746146154.743312:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201824640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146154.744482:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201824640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1168us (1389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146154.744489:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2787 00002000:00100000:0.0:1746146154.744497:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f100 x1830966201824640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.744504:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f100 with x1830966201824640 ext(0->4095) 00010000:00010000:0.0:1746146154.744510:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb6145f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5f8 expref: 6 pid: 26612 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.744520:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb6145f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5f8 expref: 6 pid: 26612 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.744525:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2f100 00000100:00100000:0.0:1746146154.750639:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.754685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.758496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.772762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.775455:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2008:x1830966201825280:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1500us (2732us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746146154.775465:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2788 00002000:00100000:0.0:1746146154.775472:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfdd180 x1830966201825280/t4294972152(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 496/448 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.775480:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd180 with x1830966201825280 ext(0->7) 00010000:00010000:0.0:1746146154.775487:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61466 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5ff expref: 71 pid: 26612 timeout: 856 lvb_type: 0 00010000:00010000:0.0:1746146154.775500:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61466 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd5ff expref: 71 pid: 26612 timeout: 856 lvb_type: 0 00002000:00010000:0.0:1746146154.775506:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdd180 00000100:00100000:0.0:1746146154.786864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.791466:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.793406:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.794944:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201825664 00000100:00100000:1.0:1746146154.794949:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201825664 00002000:00100000:1.0:1746146154.794975:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdfb80 x1830966201825664/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.794984:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdfb80 with x1830966201825664 ext(0->4095) 00002000:00010000:1.0:1746146154.794988:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdfb80 00000100:00100000:1.0:1746146154.795000:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13501 00000100:00100000:1.0:1746146154.795004:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201825664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.795857:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201825664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 848us (4393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.795865:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13501 00002000:00100000:1.0:1746146154.795872:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdfb80 x1830966201825664/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.795878:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdfb80 with x1830966201825664 ext(0->4095) 00010000:00010000:1.0:1746146154.795884:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7e00/0x88944630cfb6146d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd606 expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.795893:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7e00/0x88944630cfb6146d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd606 expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.795898:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdfb80 00000100:00100000:0.0:1746146154.802155:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.804703:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.807624:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.807802:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201826304 00000100:00100000:1.0:1746146154.807809:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201826304 00002000:00100000:1.0:1746146154.807844:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a463800 x1830966201826304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.807853:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a463800 with x1830966201826304 ext(0->4095) 00010000:00010000:1.0:1746146154.807862:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6000/0x88944630cfb61474 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd60d expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.807874:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6000/0x88944630cfb61474 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd60d expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.807879:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a463800 00000100:00100000:1.0:1746146154.807904:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2789 00000100:00100000:1.0:1746146154.807911:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201826304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.808447:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201826304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 537us (831us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.808453:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2789 00002000:00100000:1.0:1746146154.808459:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a463800 x1830966201826304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.808465:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a463800 with x1830966201826304 ext(0->4095) 00010000:00010000:1.0:1746146154.808469:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6000/0x88944630cfb61474 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd60d expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.808477:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6000/0x88944630cfb61474 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd60d expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.808482:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a463800 00000100:00100000:0.0:1746146154.812135:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.815201:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.815400:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201826688 00000100:00100000:0.0:1746146154.815406:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201826688 00002000:00100000:0.0:1746146154.815436:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb98700 x1830966201826688/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.815450:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98700 with x1830966201826688 ext(0->4095) 00002000:00010000:0.0:1746146154.815453:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98700 00000100:00100000:0.0:1746146154.815499:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13502 00000100:00100000:0.0:1746146154.815506:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2010:x1830966201826688:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746146154.815611:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2010:x1830966201826688:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146154.815616:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13502 00002000:00100000:0.0:1746146154.815621:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb98700 x1830966201826688/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146154.815627:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98700 with x1830966201826688 ext(0->4095) 00002000:00010000:0.0:1746146154.815629:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98700 00000100:00100000:0.0:1746146154.817827:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.822943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.827245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.827343:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.827371:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201827328 00000100:00100000:1.0:1746146154.827376:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201827328 00000100:00100000:1.0:1746146154.827404:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30123 00000100:00100000:1.0:1746146154.827410:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+70:1758:x1830966201827328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.827423:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.827435:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd622 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.827461:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61482 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd61b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.827467:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146154.827468:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146154.827471:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd622 expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.827506:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61482 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd61b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.827516:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd61b expref: 5 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146154.827527:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199049856:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146154.827571:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146154.831514:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199049856:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146154.831542:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd622 expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.831556:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146154.831610:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1758:x1830966201827328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4191us (4258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.831617:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30123 00000100:00100000:0.0:1746146154.831678:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.832408:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201827456 00000100:00100000:1.0:1746146154.832414:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201827456 00000100:00100000:1.0:1746146154.832443:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30124 00000100:00100000:1.0:1746146154.832449:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1766:x1830966201827456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.832463:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.832476:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61490 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd629 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.832495:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146154.832499:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd622 expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.832505:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.832508:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61490 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd629 expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.832533:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd622 expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.832541:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61490 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd629 expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.832548:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146154.832583:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201827456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.832588:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30124 00000100:00100000:0.0:1746146154.833029:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201827584 00000100:00100000:0.0:1746146154.833033:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201827584 00010000:00010000:0.0:1746146154.833050:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd61b expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746146154.833077:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13467 00000100:00100000:0.0:1746146154.833082:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201827584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146154.833089:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146154.833105:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd61b expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146154.833115:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61482 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd61b expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146154.833129:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61482 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd61b expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146154.833141:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146154.833143:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146154.833148:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd622 expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.833155:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd622 expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.833172:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd622 expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146154.833180:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61489 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd622 expref: 71 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746146154.833190:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099525f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199050112:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146154.833250:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146154.836544:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099525f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199050112:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146154.836560:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146154.836592:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201827584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3510us (3609us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146154.836627:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13467 00000100:00100000:0.0:1746146154.839147:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.843321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.847522:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.850630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.853875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.855581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.861143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.861784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.866669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.870850:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.875753:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.878441:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.878769:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201829888 00000100:00100000:1.0:1746146154.878776:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201829888 00000100:00100000:1.0:1746146154.878911:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30128 00000100:00100000:1.0:1746146154.878919:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201829888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.878934:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.878949:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb614ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd645 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.878974:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb614a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd63e expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.878980:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.878982:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.878985:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb614ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd645 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.879012:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb614a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd63e expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.879022:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb614a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd63e expref: 70 pid: 9583 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146154.879033:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199051136:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146154.879776:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146154.881943:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199051136:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146154.881971:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb614ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd645 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.881986:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146154.882038:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201829888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3119us (3602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.882045:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30128 00000100:00100000:0.0:1746146154.883517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.886786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.886867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.887326:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201830272 00000100:00100000:1.0:1746146154.887330:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201830272 00002000:00100000:1.0:1746146154.887357:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1adf80 x1830966201830272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.887365:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1adf80 with x1830966201830272 ext(0->4095) 00010000:00010000:1.0:1746146154.887370:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb614ac lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd645 expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.887378:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb614ac lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd645 expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.887383:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1adf80 00000100:00100000:1.0:1746146154.887394:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2794 00000100:00100000:1.0:1746146154.887399:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201830272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.887493:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201830272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.887499:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2794 00002000:00100000:1.0:1746146154.887505:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1adf80 x1830966201830272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.887512:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1adf80 with x1830966201830272 ext(0->4095) 00010000:00010000:1.0:1746146154.887516:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb614ac lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd645 expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.887528:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb614ac lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd645 expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.887533:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1adf80 00000100:00100000:0.0:1746146154.890910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.890980:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.894760:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.897109:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.900386:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.903168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.907702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.910477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.911649:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201831936 00000100:00100000:1.0:1746146154.911653:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201831936 00002000:00100000:1.0:1746146154.911680:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacb100 x1830966201831936/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.911694:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacb100 with x1830966201831936 ext(0->4095) 00010000:00010000:1.0:1746146154.911700:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb614c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd65a expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.911709:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb614c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd65a expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.912140:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacb100 00000100:00100000:1.0:1746146154.912170:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2796 00000100:00100000:1.0:1746146154.912178:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201831936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146154.912294:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201831936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.912299:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2796 00002000:00100000:1.0:1746146154.912305:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacb100 x1830966201831936/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.912312:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacb100 with x1830966201831936 ext(0->4095) 00010000:00010000:1.0:1746146154.912317:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb614c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd65a expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.912325:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb614c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd65a expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.912330:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacb100 00000100:00100000:0.0:1746146154.916047:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.916339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.920451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.924649:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.927653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.927780:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201832832 00000100:00100000:1.0:1746146154.927787:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201832832 00002000:00100000:1.0:1746146154.927830:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865180 x1830966201832832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.927838:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865180 with x1830966201832832 ext(0->4095) 00002000:00010000:1.0:1746146154.927843:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b865180 00000100:00100000:1.0:1746146154.928426:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13506 00000100:00100000:1.0:1746146154.928435:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201832832:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.928540:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201832832:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (896us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.928546:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13506 00002000:00100000:1.0:1746146154.928551:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865180 x1830966201832832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.928558:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865180 with x1830966201832832 ext(0->4095) 00002000:00010000:1.0:1746146154.928561:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b865180 00000100:00100000:0.0:1746146154.931460:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.936822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.939272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.944732:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.946184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.951764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.951876:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201833984 00000100:00100000:1.0:1746146154.951881:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201833984 00002000:00100000:1.0:1746146154.951916:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c745f80 x1830966201833984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.951924:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745f80 with x1830966201833984 ext(0->4095) 00010000:00010000:1.0:1746146154.951931:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb614dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd676 expref: 72 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.951942:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb614dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd676 expref: 72 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.951948:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c745f80 00000100:00100000:1.0:1746146154.951972:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2799 00000100:00100000:1.0:1746146154.951979:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201833984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.952269:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201833984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 289us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.952275:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2799 00002000:00100000:1.0:1746146154.952280:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c745f80 x1830966201833984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.952286:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745f80 with x1830966201833984 ext(0->4095) 00010000:00010000:1.0:1746146154.952291:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb614dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd676 expref: 72 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.952300:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb614dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd676 expref: 72 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.952305:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c745f80 00000100:00100000:0.0:1746146154.953488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.956337:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.956564:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201834368 00000100:00100000:1.0:1746146154.956570:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201834368 00002000:00100000:1.0:1746146154.956610:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998a80 x1830966201834368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.956619:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998a80 with x1830966201834368 ext(0->4095) 00002000:00010000:1.0:1746146154.956622:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b998a80 00000100:00100000:1.0:1746146154.956864:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13507 00000100:00100000:1.0:1746146154.956870:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201834368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.956965:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201834368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.956970:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13507 00002000:00100000:1.0:1746146154.956974:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998a80 x1830966201834368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.956981:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998a80 with x1830966201834368 ext(0->4095) 00002000:00010000:1.0:1746146154.956984:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b998a80 00000100:00100000:0.0:1746146154.959339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.964461:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.968145:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.970036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.974803:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.974927:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199053696:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146154.974949:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb614f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd68b expref: 71 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.974963:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081fb7200, rc 0) 00000100:00100000:1.0:1746146154.974998:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1758:x1830966201834752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6449us (6862us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.975008:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30138 00000100:00100000:1.0:1746146154.975030:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201835136 00000100:00100000:1.0:1746146154.975034:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201835136 00000100:00100000:1.0:1746146154.975065:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30139 00000100:00100000:1.0:1746146154.975071:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1766:x1830966201835136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146154.975083:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146154.975093:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb614f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd692 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.975109:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146154.975113:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb614f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd68b expref: 72 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.975118:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146154.975121:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb614f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd692 expref: 72 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.975145:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb614f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd68b expref: 72 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.975154:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb614f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd692 expref: 72 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146154.975160:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8800, rc 0) 00000100:00100000:1.0:1746146154.975175:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201835136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146154.975180:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30139 00000100:00100000:0.0:1746146154.980698:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.980943:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201835520 00000100:00100000:1.0:1746146154.980949:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201835520 00002000:00100000:1.0:1746146154.980984:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15a300 x1830966201835520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.980993:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a300 with x1830966201835520 ext(0->4095) 00010000:00010000:1.0:1746146154.980999:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb614f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd68b expref: 72 pid: 10121 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.981010:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb614f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd68b expref: 72 pid: 10121 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.981015:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15a300 00000100:00100000:1.0:1746146154.981041:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2801 00000100:00100000:1.0:1746146154.981048:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201835520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.981800:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201835520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 751us (1106us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.981806:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2801 00002000:00100000:1.0:1746146154.981812:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15a300 x1830966201835520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.981819:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a300 with x1830966201835520 ext(0->4095) 00010000:00010000:1.0:1746146154.981824:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb614f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd68b expref: 72 pid: 10121 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146154.981833:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb614f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd68b expref: 72 pid: 10121 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146154.981842:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15a300 00000100:00100000:0.0:1746146154.984809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.988931:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146154.988990:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201835904 00000100:00100000:1.0:1746146154.988998:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201835904 00002000:00100000:1.0:1746146154.989039:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159880 x1830966201835904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/0 e 0 to 0 dl 1746146165 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.989047:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159880 with x1830966201835904 ext(0->4095) 00002000:00010000:1.0:1746146154.989052:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159880 00000100:00100000:1.0:1746146154.989070:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13508 00000100:00100000:1.0:1746146154.989076:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201835904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146154.989191:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201835904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146154.989197:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13508 00002000:00100000:1.0:1746146154.989202:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159880 x1830966201835904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:285/0 lens 488/4536 e 0 to 0 dl 1746146165 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146154.989208:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159880 with x1830966201835904 ext(0->4095) 00002000:00010000:1.0:1746146154.989210:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159880 00000100:00100000:0.0:1746146154.991992:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.995935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146154.999928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.000098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.000152:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201836544 00000100:00100000:1.0:1746146155.000158:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201836544 00002000:00100000:1.0:1746146155.000191:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51880 x1830966201836544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.000200:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51880 with x1830966201836544 ext(0->4095) 00002000:00010000:1.0:1746146155.000204:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f51880 00000100:00100000:1.0:1746146155.000234:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13509 00000100:00100000:1.0:1746146155.000241:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201836544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.000586:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201836544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 344us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.000591:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13509 00002000:00100000:1.0:1746146155.000596:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51880 x1830966201836544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.000612:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51880 with x1830966201836544 ext(0->4095) 00010000:00010000:1.0:1746146155.000617:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61500 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd699 expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.000626:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61500 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd699 expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.000631:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51880 00000100:00100000:0.0:1746146155.003442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.004548:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.007028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.007145:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201837056 00000100:00100000:1.0:1746146155.007150:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201837056 00002000:00100000:1.0:1746146155.007178:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51c00 x1830966201837056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.007186:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51c00 with x1830966201837056 ext(0->4095) 00010000:00010000:1.0:1746146155.007192:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6a0 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.007201:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6a0 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.007207:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51c00 00000100:00100000:1.0:1746146155.007226:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2802 00000100:00100000:1.0:1746146155.007232:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201837056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.007321:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201837056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.007327:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2802 00002000:00100000:1.0:1746146155.007332:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51c00 x1830966201837056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.007339:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51c00 with x1830966201837056 ext(0->4095) 00010000:00010000:1.0:1746146155.007345:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6a0 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.007352:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6a0 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.007357:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51c00 00000100:00100000:0.0:1746146155.008905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.011374:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.011504:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201837440 00000100:00100000:1.0:1746146155.011510:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201837440 00002000:00100000:1.0:1746146155.011540:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e3800 x1830966201837440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.011552:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e3800 with x1830966201837440 ext(0->4095) 00002000:00010000:1.0:1746146155.011556:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e3800 00000100:00100000:1.0:1746146155.011581:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13510 00000100:00100000:1.0:1746146155.011588:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201837440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.011738:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201837440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.011745:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13510 00002000:00100000:1.0:1746146155.011750:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e3800 x1830966201837440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.011756:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e3800 with x1830966201837440 ext(0->4095) 00002000:00010000:1.0:1746146155.011758:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e3800 00000100:00100000:0.0:1746146155.014594:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.016540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.020945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.021941:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.024500:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.024919:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201838208 00000100:00100000:1.0:1746146155.024926:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201838208 00000100:00100000:1.0:1746146155.024962:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30145 00000100:00100000:1.0:1746146155.024969:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201838208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.024984:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.024998:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61523 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd6bc expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.025018:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.025023:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb6151c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6b5 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.025029:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.025032:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61523 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6bc expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.025231:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb6151c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6b5 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.025244:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61523 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6bc expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.025255:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146155.025271:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201838208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 303us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.025276:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30145 00000100:00100000:0.0:1746146155.025520:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146155.026071:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146155.035304:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.039181:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.042321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.046611:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.050021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.052740:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.053011:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.053030:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201839616 00000100:00100000:0.0:1746146155.053035:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201839616 00002000:00100000:0.0:1746146155.053067:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba3480 x1830966201839616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.053075:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba3480 with x1830966201839616 ext(0->4095) 00002000:00010000:0.0:1746146155.053079:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba3480 00000100:00100000:0.0:1746146155.053093:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13513 00000100:00100000:0.0:1746146155.053098:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201839616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146155.053190:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201839616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (179us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146155.053195:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13513 00002000:00100000:0.0:1746146155.053199:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba3480 x1830966201839616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.053206:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba3480 with x1830966201839616 ext(0->4095) 00002000:00010000:0.0:1746146155.053208:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba3480 00000100:00100000:0.0:1746146155.056439:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.057896:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.057976:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201839744 00000100:00100000:1.0:1746146155.057981:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201839744 00000100:00100000:1.0:1746146155.058015:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30148 00000100:00100000:1.0:1746146155.058021:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1766:x1830966201839744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.058033:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.058045:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61538 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd6d1 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.058064:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.058069:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61531 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ca expref: 72 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.058074:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.058081:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61538 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6d1 expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.058105:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61531 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ca expref: 72 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.058113:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61538 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6d1 expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.058123:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146155.058151:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201839744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.058155:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30148 00000100:00100000:0.0:1746146155.061261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.066653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.070759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.070847:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201840512 00000100:00100000:1.0:1746146155.070853:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201840512 00002000:00100000:1.0:1746146155.070883:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba0700 x1830966201840512/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.070892:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba0700 with x1830966201840512 ext(0->4095) 00002000:00010000:1.0:1746146155.070896:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba0700 00000100:00100000:1.0:1746146155.070916:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13514 00000100:00100000:1.0:1746146155.070922:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2008:x1830966201840512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.071013:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2008:x1830966201840512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.071018:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13514 00002000:00100000:1.0:1746146155.071023:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba0700 x1830966201840512/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.071029:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba0700 with x1830966201840512 ext(0->4095) 00002000:00010000:1.0:1746146155.071032:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba0700 00000100:00100000:0.0:1746146155.073778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.073871:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201840640 00000100:00100000:1.0:1746146155.073880:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201840640 00000100:00100000:1.0:1746146155.073922:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30149 00000100:00100000:1.0:1746146155.073929:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201840640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.073943:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.073956:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb6153f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd6d8 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.073977:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6d1 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.073983:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.073984:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.073987:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb6153f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6d8 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.074008:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6d1 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.074016:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6d1 expref: 70 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.074026:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199056512:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146155.074088:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.075357:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199056512:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146155.075375:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb6153f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6d8 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.075386:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146155.075410:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201840640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.075419:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30149 00000100:00100000:0.0:1746146155.076875:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.079505:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.083752:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.084508:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201841280 00000100:00100000:0.0:1746146155.084512:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201841280 00000100:00100000:0.0:1746146155.084528:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30151 00000100:00100000:0.0:1746146155.084533:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201841280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146155.084538:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146155.084544:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb6154d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd6e6 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.084554:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.084557:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61546 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6df expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.084561:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146155.084563:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb6154d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6e6 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.084579:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61546 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6df expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.084589:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb6154d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6e6 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.084596:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:0.0:1746146155.085184:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1766:x1830966201841280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 648us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146155.085190:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30151 00000100:00100000:0.0:1746146155.087790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.090976:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.091636:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201841664 00000100:00100000:1.0:1746146155.091642:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201841664 00002000:00100000:1.0:1746146155.091670:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b202a00 x1830966201841664/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.091678:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b202a00 with x1830966201841664 ext(0->4095) 00010000:00010000:1.0:1746146155.091684:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6df expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.091695:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6df expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.091701:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b202a00 00000100:00100000:1.0:1746146155.091752:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2805 00000100:00100000:1.0:1746146155.091759:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201841664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.091863:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201841664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (893us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.091868:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2805 00002000:00100000:1.0:1746146155.091873:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b202a00 x1830966201841664/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.091879:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b202a00 with x1830966201841664 ext(0->4095) 00010000:00010000:1.0:1746146155.091883:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6df expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.091895:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61546 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6df expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.091900:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b202a00 00000100:00100000:0.0:1746146155.094241:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.097650:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.102460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.104615:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.105817:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13496 00000100:00100000:1.0:1746146155.105826:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201842304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.105837:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.105854:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb6154d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6e6 expref: 71 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.105864:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb6154d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6e6 expref: 71 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.105882:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb6154d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6e6 expref: 71 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.105897:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.105898:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.105905:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.105912:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.105936:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.105950:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199057408:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.106016:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.108841:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199057408:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.108862:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.108905:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966201842304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3079us (4301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.108914:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13496 00000100:00100000:0.0:1746146155.110061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.110105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.110115:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201842560 00000100:00100000:1.0:1746146155.110120:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201842560 00002000:00100000:1.0:1746146155.110156:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c700 x1830966201842560/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.110165:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c700 with x1830966201842560 ext(0->4095) 00002000:00010000:1.0:1746146155.110173:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c700 00000100:00100000:1.0:1746146155.110199:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13517 00000100:00100000:1.0:1746146155.110206:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201842560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.110307:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201842560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.110312:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13517 00002000:00100000:1.0:1746146155.110317:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c700 x1830966201842560/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.110323:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c700 with x1830966201842560 ext(0->4095) 00010000:00010000:1.0:1746146155.110328:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.110338:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.110344:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4c700 00000100:00100000:0.0:1746146155.117872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.117962:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.118001:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201842944 00000100:00100000:1.0:1746146155.118004:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201842944 00010000:00010000:1.0:1746146155.118021:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.118040:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13497 00000100:00100000:1.0:1746146155.118044:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201842944:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.118051:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.118065:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.118074:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.118097:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb61554 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6ed expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.118251:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.118291:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966201842944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 247us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.118297:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13497 00000100:00100000:0.0:1746146155.121456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.124397:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.124760:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201843328 00000100:00100000:1.0:1746146155.124767:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201843328 00010000:00010000:1.0:1746146155.124799:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb6155b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6f4 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.124836:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13498 00000100:00100000:1.0:1746146155.124843:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966201843328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.124854:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.124872:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb6155b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6f4 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.124883:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb6155b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6f4 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.124904:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb6155b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6f4 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.124929:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.124931:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.124938:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6fb expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.124946:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6fb expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.124977:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd6fb expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.124988:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199057920:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.125052:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b300 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.127230:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199057920:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.127249:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.127281:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201843328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2439us (2892us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.127292:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13498 00000100:00100000:0.0:1746146155.131206:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.134059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.136290:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.138251:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.138320:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.138368:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30157 00000100:00100000:0.0:1746146155.138373:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1766:x1830966201844352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146155.138391:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146155.138398:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb61577 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd710 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.138418:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7e00/0x88944630cfb61569 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd702 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.138426:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.138427:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.138430:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb61577 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd710 expref: 73 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.138930:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7e00/0x88944630cfb61569 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd702 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.138941:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7e00/0x88944630cfb61569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd702 expref: 5 pid: 9583 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746146155.138952:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072812680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199058304:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146155.139001:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.141397:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.144419:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.147558:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.147659:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.153533:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.156399:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.156979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.160169:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.163870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.166825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.170055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.174275:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.178999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.179087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.183487:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.185177:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.188542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.188627:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201847296 00000100:00100000:1.0:1746146155.188633:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201847296 00002000:00100000:1.0:1746146155.188668:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af3480 x1830966201847296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.188677:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af3480 with x1830966201847296 ext(0->4095) 00010000:00010000:1.0:1746146155.188684:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb61593 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd72c expref: 72 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.188695:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb61593 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd72c expref: 72 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.188701:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af3480 00000100:00100000:0.0:1746146155.191542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.194511:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.197378:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.202100:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.206185:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.206305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.208922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.208983:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201848448 00000100:00100000:1.0:1746146155.208991:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201848448 00000100:00100000:1.0:1746146155.209041:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30165 00000100:00100000:1.0:1746146155.209049:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201848448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.209064:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.209080:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb615af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd748 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.209106:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.209110:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb615a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd741 expref: 73 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.209116:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.209119:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb615af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd748 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.209146:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb615a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd741 expref: 73 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.209157:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb615af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd748 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.209165:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9600, rc 0) 00000100:00100000:0.0:1746146155.209183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.209199:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1766:x1830966201848448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.209204:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30165 00000100:00100000:0.0:1746146155.213088:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.215966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.218264:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.218787:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201849216 00000100:00100000:1.0:1746146155.218794:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201849216 00002000:00100000:1.0:1746146155.218829:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310a80 x1830966201849216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.218838:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310a80 with x1830966201849216 ext(0->4095) 00002000:00010000:1.0:1746146155.218841:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b310a80 00000100:00100000:1.0:1746146155.218867:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13523 00000100:00100000:1.0:1746146155.218873:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201849216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.218971:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201849216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.218977:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13523 00002000:00100000:1.0:1746146155.218981:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310a80 x1830966201849216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.218987:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310a80 with x1830966201849216 ext(0->4095) 00002000:00010000:1.0:1746146155.218990:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b310a80 00000100:00100000:0.0:1746146155.222771:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201849344 00000100:00100000:0.0:1746146155.222779:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201849344 00000100:00100000:0.0:1746146155.222980:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30166 00000100:00100000:0.0:1746146155.222988:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201849344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146155.223003:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146155.223016:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb615b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd74f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.223039:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb615af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd748 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.223045:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146155.223046:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146155.223050:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb615b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd74f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.223075:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb615af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd748 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.223086:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb615af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd748 expref: 70 pid: 9583 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746146155.223097:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b313800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199060864:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146155.223177:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.227034:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.230137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.230529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.231251:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201849856 00000100:00100000:1.0:1746146155.231255:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201849856 00002000:00100000:1.0:1746146155.231279:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312680 x1830966201849856/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.231286:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312680 with x1830966201849856 ext(0->4095) 00010000:00010000:1.0:1746146155.231291:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb615b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd74f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.231298:0:27126:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb615b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd74f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746146155.231303:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b312680 00000100:00100000:1.0:1746146155.231315:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2813 00000100:00100000:1.0:1746146155.231320:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201849856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.231425:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201849856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (896us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.231431:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2813 00002000:00100000:1.0:1746146155.231436:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312680 x1830966201849856/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.231443:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312680 with x1830966201849856 ext(0->4095) 00010000:00010000:1.0:1746146155.231446:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb615b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd74f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.231452:0:27126:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb615b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd74f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746146155.231457:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b312680 00000100:00100000:0.0:1746146155.234424:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.234776:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201849984 00000100:00100000:1.0:1746146155.234783:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201849984 00000100:00100000:1.0:1746146155.234832:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30168 00000100:00100000:1.0:1746146155.234838:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201849984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.234853:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.234868:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb615c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd75d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.234889:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.234894:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb615bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd756 expref: 73 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.234900:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.234903:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb615c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd75d expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.235585:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb615bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd756 expref: 73 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.235615:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb615c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd75d expref: 72 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146155.235752:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146155.236494:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146155.236516:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1766:x1830966201849984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1678us (2099us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.236522:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30168 00000100:00100000:0.0:1746146155.237933:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.237994:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201850368 00000100:00100000:1.0:1746146155.238000:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201850368 00002000:00100000:1.0:1746146155.238340:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b57800 x1830966201850368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.238351:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b57800 with x1830966201850368 ext(0->4095) 00010000:00010000:1.0:1746146155.238359:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb615bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd756 expref: 72 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.238371:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb615bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd756 expref: 72 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.238377:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b57800 00000100:00100000:1.0:1746146155.238401:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2814 00000100:00100000:1.0:1746146155.238408:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2008:x1830966201850368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.238523:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2008:x1830966201850368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.238528:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2814 00002000:00100000:1.0:1746146155.238533:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b57800 x1830966201850368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.238539:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b57800 with x1830966201850368 ext(0->4095) 00010000:00010000:1.0:1746146155.238543:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb615bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd756 expref: 72 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.238551:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb615bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd756 expref: 72 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.238556:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b57800 00000100:00100000:0.0:1746146155.243974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.246970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.247132:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201850752 00000100:00100000:1.0:1746146155.247138:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201850752 00002000:00100000:1.0:1746146155.247171:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b55880 x1830966201850752/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.247179:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55880 with x1830966201850752 ext(0->4095) 00002000:00010000:1.0:1746146155.247183:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131b55880 00000100:00100000:1.0:1746146155.247206:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13524 00000100:00100000:1.0:1746146155.247212:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201850752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.247301:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201850752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.247306:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13524 00002000:00100000:1.0:1746146155.247310:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b55880 x1830966201850752/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.247316:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55880 with x1830966201850752 ext(0->4095) 00002000:00010000:1.0:1746146155.247318:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131b55880 00000100:00100000:0.0:1746146155.249141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.249253:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201850880 00000100:00100000:1.0:1746146155.249259:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201850880 00000100:00100000:1.0:1746146155.249299:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30169 00000100:00100000:1.0:1746146155.249307:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201850880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.249321:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.249333:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb615cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd764 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.249356:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb615c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd75d expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.249361:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.249363:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.249365:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb615cb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd764 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.249387:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb615c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd75d expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.249397:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb615c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd75d expref: 70 pid: 9583 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.249407:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199061632:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146155.249480:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.250767:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199061632:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146155.250792:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb615cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd764 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.250810:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:0.0:1746146155.250912:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201850880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1604us (1774us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146155.250919:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30169 00000100:00100000:0.0:1746146155.251280:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.254023:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.254158:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201851264 00000100:00100000:1.0:1746146155.254164:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201851264 00002000:00100000:1.0:1746146155.254191:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286a680 x1830966201851264/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.254200:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a680 with x1830966201851264 ext(0->4095) 00002000:00010000:1.0:1746146155.254204:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007286a680 00000100:00100000:1.0:1746146155.254228:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13525 00000100:00100000:1.0:1746146155.254234:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201851264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.254338:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201851264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.254343:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13525 00002000:00100000:1.0:1746146155.254348:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286a680 x1830966201851264/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.254354:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a680 with x1830966201851264 ext(0->4095) 00002000:00010000:1.0:1746146155.254357:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007286a680 00000100:00100000:0.0:1746146155.255570:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.257631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.258106:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.262362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.266102:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.266591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.268987:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.269090:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201852416 00000100:00100000:1.0:1746146155.269096:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201852416 00002000:00100000:1.0:1746146155.269131:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83a300 x1830966201852416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.269139:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83a300 with x1830966201852416 ext(0->4095) 00010000:00010000:1.0:1746146155.269146:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb615d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd772 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.269162:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb615d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd772 expref: 72 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.269167:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83a300 00000100:00100000:0.0:1746146155.271850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.272832:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.277504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.280828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.287816:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.291700:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.294509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.297355:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.297423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.301183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.302976:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.308471:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.308654:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201854464 00000100:00100000:1.0:1746146155.308659:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201854464 00002000:00100000:1.0:1746146155.308692:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac3100 x1830966201854464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.308699:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3100 with x1830966201854464 ext(0->4095) 00010000:00010000:1.0:1746146155.308706:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb615f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd78e expref: 72 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.308735:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb615f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd78e expref: 72 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.308741:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bac3100 00000100:00100000:1.0:1746146155.308765:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2818 00000100:00100000:1.0:1746146155.308770:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2008:x1830966201854464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.308857:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2008:x1830966201854464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.308862:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2818 00002000:00100000:1.0:1746146155.309301:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac3100 x1830966201854464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.309308:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3100 with x1830966201854464 ext(0->4095) 00010000:00010000:1.0:1746146155.309313:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb615f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd78e expref: 72 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.309320:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb615f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd78e expref: 72 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.309325:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012bac3100 00000100:00100000:0.0:1746146155.311867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.316705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.316919:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201854848 00000100:00100000:1.0:1746146155.316927:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201854848 00002000:00100000:1.0:1746146155.316962:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac3800 x1830966201854848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.316969:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3800 with x1830966201854848 ext(0->4095) 00002000:00010000:1.0:1746146155.316973:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bac3800 00000100:00100000:1.0:1746146155.317001:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13528 00000100:00100000:1.0:1746146155.317008:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201854848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.317124:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201854848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.317129:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13528 00002000:00100000:1.0:1746146155.317134:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012bac3800 x1830966201854848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.317140:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012bac3800 with x1830966201854848 ext(0->4095) 00002000:00010000:1.0:1746146155.317143:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012bac3800 00000100:00100000:0.0:1746146155.320649:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.323905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.326947:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.327540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.327619:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201855488 00000100:00100000:1.0:1746146155.327624:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201855488 00002000:00100000:1.0:1746146155.327648:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d175500 x1830966201855488/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.327661:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175500 with x1830966201855488 ext(0->4095) 00010000:00010000:1.0:1746146155.327857:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb61603 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd79c expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.327867:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb61603 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd79c expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.327873:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d175500 00000100:00100000:0.0:1746146155.328367:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2819 00000100:00100000:0.0:1746146155.328375:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201855488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146155.328483:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201855488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (943us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146155.328489:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2819 00002000:00100000:0.0:1746146155.328494:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d175500 x1830966201855488/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.328501:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175500 with x1830966201855488 ext(0->4095) 00010000:00010000:0.0:1746146155.328505:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb61603 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd79c expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.328514:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6800/0x88944630cfb61603 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd79c expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.328519:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d175500 00000100:00100000:0.0:1746146155.330984:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.332447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.338231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.343142:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.348450:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.350470:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.360085:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.360183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.366913:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201857024 00000100:00100000:0.0:1746146155.366925:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201857024 00002000:00100000:0.0:1746146155.366965:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9500 x1830966201857024/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.366974:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9500 with x1830966201857024 ext(0->4095) 00010000:00010000:0.0:1746146155.366982:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7b1 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.366994:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7b1 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.367000:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9500 00000100:00100000:0.0:1746146155.367029:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2821 00000100:00100000:0.0:1746146155.367036:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201857024:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746146155.367171:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201857024:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 134us (1967us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.367177:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2821 00002000:00100000:1.0:1746146155.367183:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9500 x1830966201857024/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.367190:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9500 with x1830966201857024 ext(0->4095) 00010000:00010000:1.0:1746146155.367194:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7b1 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.367202:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7b1 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.367208:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9500 00000100:00100000:0.0:1746146155.370623:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.374658:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.374908:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201857408 00000100:00100000:1.0:1746146155.374939:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201857408 00002000:00100000:0.0:1746146155.375026:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ea00 x1830966201857408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.375035:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ea00 with x1830966201857408 ext(0->4095) 00002000:00010000:0.0:1746146155.375040:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ea00 00000100:00100000:0.0:1746146155.375068:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13530 00000100:00100000:0.0:1746146155.375075:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2010:x1830966201857408:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746146155.375230:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2010:x1830966201857408:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146155.375236:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13530 00002000:00100000:0.0:1746146155.375241:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ea00 x1830966201857408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.375248:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ea00 with x1830966201857408 ext(0->4095) 00002000:00010000:0.0:1746146155.375250:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ea00 00000100:00100000:0.0:1746146155.383544:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.394149:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.395051:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201857664 00000100:00100000:1.0:1746146155.395059:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201857664 00002000:00100000:1.0:1746146155.395103:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8f800 x1830966201857664/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.395112:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f800 with x1830966201857664 ext(0->7) 00010000:00010000:1.0:1746146155.395120:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb6161f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7b8 expref: 71 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.395132:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb6161f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7b8 expref: 71 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.395138:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8f800 00000100:00100000:1.0:1746146155.395172:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2822 00000100:00100000:1.0:1746146155.395180:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966201857664:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146155.397158:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966201857664:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1971us (3003us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746146155.397172:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2822 00002000:00100000:0.0:1746146155.397180:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8f800 x1830966201857664/t4294972153(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/448 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.397189:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f800 with x1830966201857664 ext(0->7) 00010000:00010000:0.0:1746146155.397198:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb6161f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7b8 expref: 73 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.397211:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb6161f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7b8 expref: 73 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.397217:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8f800 00000100:00100000:0.0:1746146155.402350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.408625:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.408709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.409342:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201858048 00000100:00100000:1.0:1746146155.409348:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201858048 00002000:00100000:1.0:1746146155.409386:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8c000 x1830966201858048/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.409394:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c000 with x1830966201858048 ext(0->4095) 00002000:00010000:1.0:1746146155.409397:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8c000 00000100:00100000:1.0:1746146155.409424:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13531 00000100:00100000:1.0:1746146155.409431:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201858048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.409540:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201858048:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (922us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.409546:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13531 00002000:00100000:1.0:1746146155.409552:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8c000 x1830966201858048/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.409563:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c000 with x1830966201858048 ext(0->4095) 00002000:00010000:1.0:1746146155.409566:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8c000 00000100:00100000:0.0:1746146155.413686:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.420083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.423174:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.430427:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.430767:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201859072 00000100:00100000:1.0:1746146155.430774:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201859072 00002000:00100000:1.0:1746146155.430817:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cca80 x1830966201859072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.430826:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cca80 with x1830966201859072 ext(0->4095) 00002000:00010000:1.0:1746146155.430831:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801369cca80 00000100:00100000:1.0:1746146155.430860:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13532 00000100:00100000:1.0:1746146155.430868:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966201859072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.430993:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966201859072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (571us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.430999:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13532 00002000:00100000:1.0:1746146155.431005:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cca80 x1830966201859072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.431012:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cca80 with x1830966201859072 ext(0->4095) 00002000:00010000:1.0:1746146155.431014:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801369cca80 00000100:00100000:0.0:1746146155.433764:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.440309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.440416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.444359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.447594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.453918:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.454391:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201860096 00000100:00100000:1.0:1746146155.454398:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201860096 00002000:00100000:1.0:1746146155.454433:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0d180 x1830966201860096/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.454442:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0d180 with x1830966201860096 ext(0->4095) 00002000:00010000:1.0:1746146155.454447:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0d180 00000100:00100000:1.0:1746146155.454475:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13533 00000100:00100000:1.0:1746146155.454482:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966201860096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.454604:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966201860096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.454610:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13533 00002000:00100000:1.0:1746146155.454615:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0d180 x1830966201860096/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.454621:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0d180 with x1830966201860096 ext(0->4095) 00002000:00010000:1.0:1746146155.454623:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0d180 00000100:00100000:0.0:1746146155.461375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.468770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.474281:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966201860352:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4354us (5504us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746146155.474292:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2825 00002000:00100000:0.0:1746146155.474301:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a151b100 x1830966201860352/t4294972154(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/448 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.474310:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b100 with x1830966201860352 ext(0->7) 00010000:00010000:0.0:1746146155.474317:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb61642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7db expref: 75 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.474332:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb61642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7db expref: 75 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.474338:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a151b100 00000100:00100000:0.0:1746146155.478306:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.483308:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.487619:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201860864 00000100:00100000:0.0:1746146155.487625:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201860864 00002000:00100000:0.0:1746146155.487657:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8380 x1830966201860864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.487666:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8380 with x1830966201860864 ext(0->4095) 00010000:00010000:0.0:1746146155.487673:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e2 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.487684:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e2 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.487690:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8380 00000100:00100000:0.0:1746146155.487737:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2826 00000100:00100000:0.0:1746146155.487743:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201860864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146155.487842:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201860864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146155.487848:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2826 00002000:00100000:0.0:1746146155.487852:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8380 x1830966201860864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.487859:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8380 with x1830966201860864 ext(0->4095) 00010000:00010000:0.0:1746146155.487863:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e2 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.487871:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e2 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.487876:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8380 00000100:00100000:0.0:1746146155.493618:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201860992 00000100:00100000:0.0:1746146155.493627:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201860992 00010000:00010000:0.0:1746146155.493657:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e2 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00000100:00100000:0.0:1746146155.493689:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13532 00000100:00100000:0.0:1746146155.493696:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201860992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146155.493707:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146155.493747:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e2 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.493762:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61649 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e2 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.493779:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61649 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e2 expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.493801:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.493802:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.493808:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61650 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e9 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.493815:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61650 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e9 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.493850:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61650 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7e9 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146155.493861:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1519180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199066624:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146155.493926:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.498329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.498692:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a1519180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199066624:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.498711:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.499374:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201860992:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5609us (6286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.499382:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13532 00000100:00100000:0.0:1746146155.504181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.507101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.512120:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.518798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.523962:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.529442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.551246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.553089:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.553864:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201862656 00000100:00100000:1.0:1746146155.553871:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201862656 00002000:00100000:1.0:1746146155.553903:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c7f5c00 x1830966201862656/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.553911:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5c00 with x1830966201862656 ext(0->7) 00010000:00010000:1.0:1746146155.553918:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6165e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7f7 expref: 76 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.553929:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6165e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7f7 expref: 76 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.553938:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f5c00 00000100:00100000:1.0:1746146155.553966:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2828 00000100:00100000:1.0:1746146155.553972:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966201862656:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146155.554669:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966201862656:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 695us (1582us total) trans 4294972155 rc 0/0 00000100:00100000:0.0:1746146155.554675:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2828 00002000:00100000:0.0:1746146155.554681:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c7f5c00 x1830966201862656/t4294972155(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/448 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.554687:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5c00 with x1830966201862656 ext(0->7) 00010000:00010000:0.0:1746146155.554691:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6165e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7f7 expref: 78 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.554700:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb6165e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7f7 expref: 78 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.554704:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f5c00 00000100:00100000:0.0:1746146155.556386:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000001:00080000:0.0:1746146155.558302:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972155 is committed 00000100:00100000:0.0:1746146155.560261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.567109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.567421:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13536 00000100:00100000:0.0:1746146155.567429:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201863168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146155.567440:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146155.567462:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61665 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7fe expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.567472:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61665 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7fe expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.567490:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61665 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd7fe expref: 6 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.567555:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.567557:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.567564:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6166c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd805 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.567571:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6166c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd805 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.567609:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6166c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd805 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146155.567619:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c88a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199067648:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146155.567826:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.569693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.572959:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.573087:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201863552 00000100:00100000:1.0:1746146155.573095:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201863552 00000100:00100000:1.0:1746146155.573299:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30193 00000100:00100000:1.0:1746146155.573307:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201863552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.573323:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.573337:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd80c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.573360:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6166c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd805 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.573366:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.573367:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.573370:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.573392:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6166c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd805 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.573401:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6166c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd805 expref: 5 pid: 9583 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.573410:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199067776:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146155.573669:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.575769:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199067776:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146155.575797:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.575809:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146155.575840:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201863552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2534us (2887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.575847:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30193 00000100:00100000:0.0:1746146155.578198:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.580800:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966201863680:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2335us (2597us total) trans 4294972156 rc 0/0 00000100:00100000:0.0:1746146155.580810:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2830 00002000:00100000:0.0:1746146155.580819:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080c88a80 x1830966201863680/t4294972156(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/448 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.580827:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88a80 with x1830966201863680 ext(0->7) 00010000:00010000:0.0:1746146155.580837:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6166c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd805 expref: 8 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.580850:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6166c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd805 expref: 8 pid: 9583 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.580856:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c88a80 00000100:00100000:0.0:1746146155.586363:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.586922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.588469:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201863936 00000100:00100000:1.0:1746146155.588563:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201863936 00000100:00100000:1.0:1746146155.588622:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30194 00000100:00100000:1.0:1746146155.588629:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1758:x1830966201863936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.588641:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.588653:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6167a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd813 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.588672:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.588678:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.588680:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.588682:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6167a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd813 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.588701:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.588731:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 5 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.588741:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199068032:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146155.588803:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.589866:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.589943:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199068032:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146155.589958:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6167a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd813 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.589969:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146155.589992:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1758:x1830966201863936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1363us (3071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.589999:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30194 00000100:00100000:0.0:1746146155.590255:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201864192 00000100:00100000:0.0:1746146155.590260:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201864192 00002000:00100000:0.0:1746146155.590287:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ea00 x1830966201864192/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.590295:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ea00 with x1830966201864192 ext(0->4095) 00010000:00010000:0.0:1746146155.590300:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.590310:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.590315:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25ea00 00000100:00100000:0.0:1746146155.590338:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2831 00000100:00100000:0.0:1746146155.590343:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201864192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146155.590445:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201864192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (581us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146155.590450:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2831 00002000:00100000:0.0:1746146155.590456:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ea00 x1830966201864192/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.590462:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ea00 with x1830966201864192 ext(0->4095) 00010000:00010000:0.0:1746146155.590466:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.590473:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61673 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd80c expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.590478:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25ea00 00000100:00100000:0.0:1746146155.592005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.594341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.596041:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.596150:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201864704 00000100:00100000:1.0:1746146155.596155:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201864704 00000100:00100000:1.0:1746146155.596254:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30195 00000100:00100000:1.0:1746146155.596262:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201864704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.596275:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.596289:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61681 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd81a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.596314:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6167a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd813 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.596325:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.596327:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.596330:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61681 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd81a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.596356:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6167a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd813 expref: 7 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.596366:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6167a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd813 expref: 7 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.596376:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199068288:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146155.597412:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.598861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.599083:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199068288:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146155.599109:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61681 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd81a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.599123:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146155.599158:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201864704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2898us (3122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.599166:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30195 00000100:00100000:0.0:1746146155.600655:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201864832:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1030us (1795us total) trans 4294972157 rc 0/0 00000100:00100000:0.0:1746146155.600663:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2832 00002000:00100000:0.0:1746146155.600670:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130c25c00 x1830966201864832/t4294972157(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/448 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.600678:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25c00 with x1830966201864832 ext(0->7) 00010000:00010000:0.0:1746146155.600684:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6167a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd813 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.600695:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6167a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd813 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.600705:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c25c00 00000100:00100000:0.0:1746146155.601961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.605463:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.605537:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201865216 00000100:00100000:1.0:1746146155.605544:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201865216 00002000:00100000:1.0:1746146155.605577:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3df80 x1830966201865216/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.605592:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3df80 with x1830966201865216 ext(0->4095) 00002000:00010000:1.0:1746146155.605607:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3df80 00000100:00100000:1.0:1746146155.605627:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13538 00000100:00100000:1.0:1746146155.605635:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201865216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.605780:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201865216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.605792:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13538 00002000:00100000:1.0:1746146155.605798:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3df80 x1830966201865216/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.605805:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3df80 with x1830966201865216 ext(0->4095) 00002000:00010000:1.0:1746146155.605807:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3df80 00000100:00100000:0.0:1746146155.608183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.608678:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201865472 00000100:00100000:1.0:1746146155.608682:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201865472 00000100:00100000:1.0:1746146155.608702:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30197 00000100:00100000:1.0:1746146155.608706:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+11:1758:x1830966201865472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.608735:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.608742:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6168f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd828 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.608753:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.608756:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb61688 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd821 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.608761:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.608763:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6168f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd828 expref: 12 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.608783:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb61688 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd821 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.608793:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6168f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd828 expref: 12 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.608801:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146155.608826:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bac0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+12:1758:x1830966201865472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.608831:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30197 00000100:00100000:0.0:1746146155.610568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.612870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.613225:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201865856 00000100:00100000:1.0:1746146155.613230:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201865856 00002000:00100000:1.0:1746146155.613264:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3f100 x1830966201865856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.613273:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f100 with x1830966201865856 ext(0->4095) 00010000:00010000:1.0:1746146155.613279:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb61688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd821 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.613291:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb61688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd821 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.613296:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e3f100 00000100:00100000:1.0:1746146155.613315:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2833 00000100:00100000:1.0:1746146155.613320:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966201865856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.613987:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966201865856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 665us (1121us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.613994:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2833 00002000:00100000:1.0:1746146155.613999:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3f100 x1830966201865856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.614006:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f100 with x1830966201865856 ext(0->4095) 00010000:00010000:1.0:1746146155.614011:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb61688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd821 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.614019:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb61688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd821 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.614024:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e3f100 00000100:00100000:0.0:1746146155.616058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.616096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.620589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.620705:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201866368 00000100:00100000:1.0:1746146155.620734:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201866368 00002000:00100000:1.0:1746146155.620772:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f100 x1830966201866368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.620781:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f100 with x1830966201866368 ext(0->4095) 00010000:00010000:1.0:1746146155.620788:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6168f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd828 expref: 10 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.620799:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6168f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd828 expref: 10 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.620805:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2f100 00000100:00100000:1.0:1746146155.620832:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2834 00000100:00100000:1.0:1746146155.620840:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966201866368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.620996:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966201866368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.621002:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2834 00002000:00100000:1.0:1746146155.621007:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f100 x1830966201866368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.621014:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f100 with x1830966201866368 ext(0->4095) 00010000:00010000:1.0:1746146155.621018:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6168f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd828 expref: 10 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.621026:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6168f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd828 expref: 10 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.621032:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2f100 00000100:00100000:0.0:1746146155.622881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.623797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.627532:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.628620:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201866880 00000100:00100000:1.0:1746146155.628628:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201866880 00002000:00100000:1.0:1746146155.628669:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089600e00 x1830966201866880/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.628678:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600e00 with x1830966201866880 ext(0->4095) 00010000:00010000:1.0:1746146155.628685:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb61696 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd82f expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.628697:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb61696 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd82f expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.628708:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089600e00 00000100:00100000:1.0:1746146155.628761:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2835 00000100:00100000:1.0:1746146155.628769:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201866880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.630032:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201866880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1258us (2497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.630041:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2835 00002000:00100000:1.0:1746146155.630049:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089600e00 x1830966201866880/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.630056:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600e00 with x1830966201866880 ext(0->4095) 00010000:00010000:1.0:1746146155.630063:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb61696 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd82f expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.630073:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb61696 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd82f expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.630078:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089600e00 00000100:00100000:0.0:1746146155.631963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.636451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.636573:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201867264 00000100:00100000:1.0:1746146155.636582:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201867264 00002000:00100000:1.0:1746146155.636748:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089601f80 x1830966201867264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.636758:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601f80 with x1830966201867264 ext(0->4095) 00002000:00010000:1.0:1746146155.636762:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089601f80 00000100:00100000:1.0:1746146155.636839:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13539 00000100:00100000:1.0:1746146155.636847:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966201867264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.636984:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966201867264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.636991:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13539 00002000:00100000:1.0:1746146155.636996:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089601f80 x1830966201867264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.637003:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601f80 with x1830966201867264 ext(0->4095) 00002000:00010000:1.0:1746146155.637005:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089601f80 00000100:00100000:0.0:1746146155.639613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.642242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.642833:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13544 00000100:00100000:1.0:1746146155.642842:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201867520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.642852:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.642868:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb6169d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd836 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.642877:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb6169d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd836 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.642896:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945f600/0x88944630cfb6169d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd836 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.642920:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.642923:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.642928:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd83d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.642935:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd83d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.642961:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd83d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.642971:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199069696:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.643028:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.644886:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199069696:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.644907:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.644943:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966201867520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2102us (2700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.644951:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13544 00000100:00100000:0.0:1746146155.645536:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.645745:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201867776 00000100:00100000:1.0:1746146155.645753:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201867776 00002000:00100000:1.0:1746146155.645785:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541180 x1830966201867776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.645793:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541180 with x1830966201867776 ext(0->4095) 00002000:00010000:1.0:1746146155.645796:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a541180 00000100:00100000:1.0:1746146155.645849:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13540 00000100:00100000:1.0:1746146155.645855:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201867776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.646162:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201867776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 306us (627us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.646172:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13540 00002000:00100000:1.0:1746146155.646177:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541180 x1830966201867776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.646190:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541180 with x1830966201867776 ext(0->4095) 00002000:00010000:1.0:1746146155.646192:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a541180 00000100:00100000:0.0:1746146155.647460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.648509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.648615:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201868032 00000100:00100000:1.0:1746146155.648620:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201868032 00000100:00100000:1.0:1746146155.648659:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30202 00000100:00100000:1.0:1746146155.648665:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:1766:x1830966201868032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.648675:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.648686:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd84b expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.648698:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.648701:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.648706:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.648708:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 12 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.648773:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.648784:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 12 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.648793:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146155.648824:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+12:1766:x1830966201868032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.648830:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30202 00000100:00100000:0.0:1746146155.650383:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.651159:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201868160 00000100:00100000:1.0:1746146155.651166:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201868160 00010000:00010000:1.0:1746146155.651192:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd83d expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.651336:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13545 00000100:00100000:1.0:1746146155.651343:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201868160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.651353:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.651367:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd83d expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.651376:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd83d expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.651393:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd83d expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.651417:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.651419:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.651425:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.651431:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.651455:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.651463:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.651472:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070080:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.652021:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.653980:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070080:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.654000:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.654036:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201868160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2693us (3655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.654044:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13545 00000100:00100000:0.0:1746146155.654377:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.654448:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201868416 00000100:00100000:1.0:1746146155.654454:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201868416 00002000:00100000:1.0:1746146155.654486:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179180 x1830966201868416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.654494:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179180 with x1830966201868416 ext(0->4095) 00010000:00010000:1.0:1746146155.654501:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.654511:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.654517:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b179180 00000100:00100000:1.0:1746146155.654540:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2836 00000100:00100000:1.0:1746146155.654546:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966201868416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.654761:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966201868416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 215us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.654767:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2836 00002000:00100000:1.0:1746146155.654771:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179180 x1830966201868416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.654777:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179180 with x1830966201868416 ext(0->4095) 00010000:00010000:1.0:1746146155.654781:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.654789:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.654793:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b179180 00000100:00100000:0.0:1746146155.656364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.656459:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201868544 00000100:00100000:1.0:1746146155.656466:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201868544 00010000:00010000:1.0:1746146155.656619:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.656656:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13546 00000100:00100000:1.0:1746146155.656663:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966201868544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.656675:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.656688:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.656697:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.656736:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd844 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.656765:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.656766:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.656773:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.656779:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.656806:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.656817:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070208:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.656886:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.658306:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070208:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.658323:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.658362:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201868544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1699us (2003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.658371:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13546 00000100:00100000:0.0:1746146155.659268:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.659447:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201868800 00000100:00100000:1.0:1746146155.659454:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201868800 00002000:00100000:1.0:1746146155.659584:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312d80 x1830966201868800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.659610:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312d80 with x1830966201868800 ext(0->4095) 00002000:00010000:1.0:1746146155.659615:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b312d80 00000100:00100000:1.0:1746146155.659696:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13541 00000100:00100000:1.0:1746146155.659704:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201868800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146155.662110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.665911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.665970:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201869056 00000100:00100000:1.0:1746146155.665976:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201869056 00010000:00010000:1.0:1746146155.666000:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 10 pid: 9583 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.666034:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13547 00000100:00100000:1.0:1746146155.666040:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966201869056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.666050:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.666065:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 10 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.666074:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 10 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.666091:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb616b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd84b expref: 10 pid: 9583 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.666113:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.666115:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.666121:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb616b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd852 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.666133:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb616b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd852 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.666157:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb616b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd852 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.666165:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070464:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.666229:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.668438:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070464:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.668458:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.668499:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966201869056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2458us (2589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.668509:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13547 00000100:00100000:0.0:1746146155.669199:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201869312 00000100:00100000:0.0:1746146155.669205:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201869312 00002000:00100000:0.0:1746146155.669241:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813480 x1830966201869312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.669250:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813480 with x1830966201869312 ext(0->4095) 00002000:00010000:0.0:1746146155.669254:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813480 00000100:00100000:0.0:1746146155.669270:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13542 00000100:00100000:0.0:1746146155.669276:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201869312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146155.669381:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201869312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146155.669387:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13542 00002000:00100000:0.0:1746146155.669392:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813480 x1830966201869312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.669399:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813480 with x1830966201869312 ext(0->4095) 00002000:00010000:0.0:1746146155.669401:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813480 00000100:00100000:0.0:1746146155.673637:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.673682:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.673745:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201869696 00000100:00100000:1.0:1746146155.673754:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201869696 00010000:00010000:1.0:1746146155.673780:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb616b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd852 expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.673802:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13548 00000100:00100000:1.0:1746146155.673809:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201869696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.673820:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.673835:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb616b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd852 expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.673845:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb616b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd852 expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.674035:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb616b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd852 expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.674059:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.674060:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.674065:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb616c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd859 expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.674072:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb616c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd859 expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.674090:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb616c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd859 expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.674100:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb616c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd859 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.674110:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070848:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.674174:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.676207:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.676854:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070848:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.676870:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.676904:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966201869696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3095us (3221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.676911:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13548 00000100:00100000:0.0:1746146155.679123:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.679465:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201870080 00000100:00100000:1.0:1746146155.679473:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201870080 00010000:00010000:1.0:1746146155.679503:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb616c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd859 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.679539:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13549 00000100:00100000:1.0:1746146155.679547:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966201870080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.679559:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.679580:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb616c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd859 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.679590:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb616c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd859 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.679619:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb616c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd859 expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.679642:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.679645:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.679650:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb616c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd860 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.679657:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb616c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd860 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.679685:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb616c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd860 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.679804:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070976:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.680068:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.682463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.683018:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199070976:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.683034:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.683055:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201870080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3510us (3939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.683063:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13549 00000100:00100000:0.0:1746146155.685327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.687624:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.687774:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201870592 00000100:00100000:1.0:1746146155.687780:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201870592 00010000:00010000:1.0:1746146155.687802:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb616c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd860 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.687977:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13550 00000100:00100000:1.0:1746146155.687984:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201870592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.687996:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.688011:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb616c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd860 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.688020:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb616c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd860 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.688037:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb616c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd860 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.688060:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.688062:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.688067:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd867 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.688077:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd867 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.688099:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd867 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.688109:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199071232:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.688169:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.690785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.691108:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199071232:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.691127:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.691160:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966201870592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3176us (3536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.691169:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13550 00000100:00100000:0.0:1746146155.694401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.694443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.697696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.697752:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201871232 00000100:00100000:1.0:1746146155.697758:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201871232 00010000:00010000:1.0:1746146155.697789:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd867 expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.697825:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13551 00000100:00100000:1.0:1746146155.697833:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201871232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.697843:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.698153:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd867 expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.698162:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd867 expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.698180:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd867 expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.698247:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.698249:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.698255:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb616d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd86e expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.698262:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb616d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd86e expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.698287:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb616d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd86e expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.698297:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb616d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd86e expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.698308:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199071616:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.698675:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.700644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.700652:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199071616:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.700670:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.700737:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201871232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2905us (3041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.700745:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13551 00000100:00100000:0.0:1746146155.705794:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.705843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.705923:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201871744 00000100:00100000:1.0:1746146155.705930:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201871744 00010000:00010000:1.0:1746146155.705958:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb616d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd86e expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.705977:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13552 00000100:00100000:1.0:1746146155.705982:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2009:x1830966201871744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.705993:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.706007:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb616d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd86e expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.706016:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb616d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd86e expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.706134:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb616d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd86e expref: 11 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.706247:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.706352:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2009:x1830966201871744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 368us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.706357:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13552 00000100:00100000:0.0:1746146155.708781:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.710337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.710406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.710751:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201872256 00000100:00100000:1.0:1746146155.710755:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201872256 00010000:00010000:1.0:1746146155.710774:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb616dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd875 expref: 11 pid: 10121 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.710794:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13553 00000100:00100000:1.0:1746146155.710799:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966201872256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.710811:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.710823:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb616dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd875 expref: 11 pid: 10121 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.710831:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb616dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd875 expref: 11 pid: 10121 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.710858:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb616dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd875 expref: 11 pid: 10121 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.710866:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.710868:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.710872:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb616e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd87c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.710878:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb616e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd87c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.710895:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb616e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd87c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.710903:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb616e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd87c expref: 5 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.710912:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199072128:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.710965:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.713026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.713076:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199072128:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.713094:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.713139:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201872256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2337us (2731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.713147:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13553 00000100:00100000:0.0:1746146155.715359:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.715434:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201872640 00000100:00100000:1.0:1746146155.715442:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201872640 00010000:00010000:1.0:1746146155.715469:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb616e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd87c expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.715510:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13554 00000100:00100000:1.0:1746146155.715521:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201872640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.715535:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.715551:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb616e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd87c expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.715562:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb616e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd87c expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.715583:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb616e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd87c expref: 6 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.715620:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.715623:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.715630:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd883 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.715637:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd883 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.715667:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd883 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.715677:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199072256:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.715770:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.717831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.718220:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199072256:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.718238:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.718278:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201872640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2760us (2924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.718287:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13554 00000100:00100000:0.0:1746146155.720667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.723276:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.723470:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201873152 00000100:00100000:1.0:1746146155.723476:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201873152 00010000:00010000:1.0:1746146155.723499:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd883 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.723571:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13555 00000100:00100000:1.0:1746146155.723579:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966201873152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.723590:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.723618:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd883 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.723628:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd883 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.723645:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb616ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd883 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.723658:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.723660:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.723665:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd88a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.723673:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd88a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.723696:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd88a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.723706:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199072512:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.723778:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.725165:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199072512:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.725181:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.725222:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966201873152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1643us (1950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.725231:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13555 00000100:00100000:0.0:1746146155.725743:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.727917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.728711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.731430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.731986:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201873792 00000100:00100000:1.0:1746146155.731993:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201873792 00010000:00010000:1.0:1746146155.732017:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd88a expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.732049:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13556 00000100:00100000:1.0:1746146155.732055:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201873792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.732068:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.732083:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd88a expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.732229:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd88a expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.732247:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb616f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd88a expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.732267:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.732269:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.732275:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd891 expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.732281:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd891 expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.732306:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd891 expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.732316:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd891 expref: 10 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.732329:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199072896:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.732428:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.736272:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199072896:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.736297:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.736346:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201873792:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4289us (4914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.736359:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13556 00000100:00100000:0.0:1746146155.736523:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.738945:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.738996:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201874176 00000100:00100000:1.0:1746146155.739002:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201874176 00010000:00010000:1.0:1746146155.739026:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd891 expref: 11 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.739058:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13557 00000100:00100000:1.0:1746146155.739066:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2009:x1830966201874176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.739077:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.739091:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd891 expref: 11 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.739100:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd891 expref: 11 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.739118:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb616f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd891 expref: 11 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.739178:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.739180:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.739186:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.739194:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.739219:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.739229:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199073024:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.739302:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.740926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.741049:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199073024:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.741164:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.741201:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2009:x1830966201874176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2135us (2264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.741209:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13557 00000100:00100000:0.0:1746146155.744037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.747472:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.747749:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201874688 00000100:00100000:1.0:1746146155.747836:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201874688 00002000:00100000:1.0:1746146155.747909:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d0b100 x1830966201874688/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.747917:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0b100 with x1830966201874688 ext(0->7) 00010000:00010000:1.0:1746146155.747923:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.747934:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 10 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:1.0:1746146155.747939:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0b100 00000100:00100000:1.0:1746146155.747968:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2842 00000100:00100000:1.0:1746146155.747974:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966201874688:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146155.748941:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2008:x1830966201874688:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 964us (1474us total) trans 4294972158 rc 0/0 00000100:00100000:0.0:1746146155.748949:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2842 00002000:00100000:0.0:1746146155.748955:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d0b100 x1830966201874688/t4294972158(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/448 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.748961:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0b100 with x1830966201874688 ext(0->7) 00010000:00010000:0.0:1746146155.748967:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 12 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.748978:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 12 pid: 9582 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.748983:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0b100 00000100:00100000:0.0:1746146155.752069:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.752125:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201874816 00000100:00100000:1.0:1746146155.752133:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201874816 00010000:00010000:1.0:1746146155.752159:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 12 pid: 9582 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.752196:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13558 00000100:00100000:1.0:1746146155.752203:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2008:x1830966201874816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.752213:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.752227:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 12 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.752237:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 12 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.752256:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb616ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd898 expref: 12 pid: 9582 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.752279:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.752280:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.752286:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61706 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd89f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.752293:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61706 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd89f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.752320:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61706 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd89f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.752335:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199073280:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.752403:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.754518:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199073280:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.754538:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.754586:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966201874816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2382us (2521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.754593:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13558 00000100:00100000:0.0:1746146155.755239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.757860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.760023:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.760102:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201875328 00000100:00100000:1.0:1746146155.760107:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201875328 00010000:00010000:1.0:1746146155.760131:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61706 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd89f expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.760205:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13559 00000100:00100000:1.0:1746146155.760211:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201875328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.760222:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.760238:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61706 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd89f expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.760248:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61706 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd89f expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.760266:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945fe00/0x88944630cfb61706 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd89f expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.760289:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.760291:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.760297:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 11 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.760304:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 11 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.760328:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 11 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.760337:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199073536:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.760708:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.764688:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.764889:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199073536:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.764906:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.765342:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201875328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5129us (5319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.765350:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13559 00000100:00100000:0.0:1746146155.767489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.770872:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.773116:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966201875840:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2106us (2243us total) trans 4294972159 rc 0/0 00000100:00100000:0.0:1746146155.773124:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2843 00002000:00100000:0.0:1746146155.773132:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012b15aa00 x1830966201875840/t4294972159(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/448 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.773139:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15aa00 with x1830966201875840 ext(0->7) 00010000:00010000:0.0:1746146155.773146:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 14 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:0.0:1746146155.773159:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 14 pid: 26612 timeout: 857 lvb_type: 0 00002000:00010000:0.0:1746146155.773166:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15aa00 00000100:00100000:0.0:1746146155.774531:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.774624:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201875968 00000100:00100000:1.0:1746146155.774632:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201875968 00010000:00010000:1.0:1746146155.774657:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 14 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.774733:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13560 00000100:00100000:1.0:1746146155.774740:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2007:x1830966201875968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.774751:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.774766:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 14 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.774779:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 14 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.774799:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb6170d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8a6 expref: 14 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.774819:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.774821:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.774826:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61714 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ad expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.774834:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ad expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.774866:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ad expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.774877:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199073792:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.774939:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.779025:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199073792:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.779045:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.779090:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2007:x1830966201875968:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4349us (4563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.779102:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13560 00000100:00100000:0.0:1746146155.779232:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.779277:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201876224 00000100:00100000:1.0:1746146155.779283:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201876224 00002000:00100000:1.0:1746146155.779312:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998000 x1830966201876224/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.779321:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998000 with x1830966201876224 ext(0->4095) 00002000:00010000:1.0:1746146155.779325:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b998000 00000100:00100000:1.0:1746146155.779354:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13550 00000100:00100000:1.0:1746146155.779361:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201876224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.779482:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201876224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.779489:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13550 00002000:00100000:1.0:1746146155.779494:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998000 x1830966201876224/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.779500:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998000 with x1830966201876224 ext(0->4095) 00002000:00010000:1.0:1746146155.779503:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b998000 00000100:00100000:0.0:1746146155.781177:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.783563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.784899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.784952:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201876608 00000100:00100000:1.0:1746146155.784956:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201876608 00010000:00010000:1.0:1746146155.784975:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ad expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00000100:00100000:1.0:1746146155.785046:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13561 00000100:00100000:1.0:1746146155.785053:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201876608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.785061:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.785076:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ad expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.785090:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ad expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.785107:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61714 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ad expref: 6 pid: 26612 timeout: 857 lvb_type: 0 00010000:00010000:1.0:1746146155.785129:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.785131:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.785136:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb6171b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8b4 expref: 14 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.785143:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb6171b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8b4 expref: 14 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.785164:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb6171b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8b4 expref: 14 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.785173:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb6171b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8b4 expref: 14 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146155.785795:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199074176:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.785864:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146155.788965:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199074176:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.788982:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.789027:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201876608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3974us (4252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.789039:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13561 00000100:00100000:0.0:1746146155.789851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.792216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.793395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.793447:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201877120 00000100:00100000:1.0:1746146155.793452:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201877120 00010000:00010000:1.0:1746146155.793471:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb6171b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8b4 expref: 15 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146155.793500:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13562 00000100:00100000:1.0:1746146155.793506:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2007:x1830966201877120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.793515:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.793529:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb6171b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8b4 expref: 15 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.793539:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb6171b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8b4 expref: 15 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.793554:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb6171b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8b4 expref: 15 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.793578:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.793579:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.793584:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8bb expref: 14 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.793591:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8bb expref: 14 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.793627:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8bb expref: 14 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.793637:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8bb expref: 14 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146155.793647:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199074432:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.793708:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.796241:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.796363:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199074432:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.796380:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.796425:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2007:x1830966201877120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2918us (3032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.796434:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13562 00000100:00100000:0.0:1746146155.799559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.799613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.799701:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201877632 00000100:00100000:1.0:1746146155.799708:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201877632 00010000:00010000:1.0:1746146155.799761:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8bb expref: 14 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146155.799796:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13563 00000100:00100000:1.0:1746146155.799803:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2009:x1830966201877632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.799814:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.799828:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8bb expref: 14 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.800027:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8bb expref: 16 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.800224:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61722 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8bb expref: 15 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.800243:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.800245:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.800250:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61729 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.800256:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.800275:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.800283:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c2 expref: 5 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146155.800293:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199074688:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.800341:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.803056:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.803178:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199074688:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.803197:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.803232:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2009:x1830966201877632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3429us (3617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.803241:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13563 00000100:00100000:0.0:1746146155.806273:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.806409:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201878016 00000100:00100000:1.0:1746146155.806417:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201878016 00010000:00010000:1.0:1746146155.806448:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c2 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146155.806486:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13564 00000100:00100000:1.0:1746146155.806493:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201878016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.806505:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.806520:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c2 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.806557:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c2 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.806577:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61729 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c2 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.806589:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.806590:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.806613:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61730 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c9 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.806621:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61730 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c9 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.806646:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61730 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c9 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.806656:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199074816:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.806941:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.810445:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.810556:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199074816:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146155.810575:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146155.810624:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201878016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4131us (4359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.810634:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13564 00000100:00100000:0.0:1746146155.814031:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.818408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.818803:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201878528 00000100:00100000:1.0:1746146155.818810:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201878528 00010000:00010000:1.0:1746146155.818834:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c9 expref: 14 pid: 9582 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146155.818865:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13565 00000100:00100000:1.0:1746146155.818872:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2007:x1830966201878528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146155.818884:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146155.818900:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c9 expref: 14 pid: 9582 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.818909:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61730 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c9 expref: 14 pid: 9582 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.818927:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61730 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8c9 expref: 14 pid: 9582 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.818946:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.818948:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.818954:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61737 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8d0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.818961:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61737 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8d0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.818985:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ee00/0x88944630cfb61737 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8d0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146155.818995:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199075072:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146155.819045:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.821371:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.824356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.828347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.828782:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.833776:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.841186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.847559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.850318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.854459:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.858016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.861683:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.866288:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.870777:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.873083:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.876475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.877911:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966201881088:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1233us (1439us total) trans 4294972160 rc 0/0 00000100:00100000:0.0:1746146155.877919:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2850 00002000:00100000:0.0:1746146155.877926:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072814e00 x1830966201881088/t4294972160(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 496/448 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.877934:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814e00 with x1830966201881088 ext(0->7) 00010000:00010000:0.0:1746146155.877939:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ec expref: 16 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146155.877950:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61753 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd8ec expref: 16 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746146155.877954:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814e00 00000100:00100000:0.0:1746146155.879959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.885079:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.885281:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201881472 00000100:00100000:1.0:1746146155.885288:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201881472 00002000:00100000:1.0:1746146155.885330:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816680 x1830966201881472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.885340:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816680 with x1830966201881472 ext(0->4095) 00002000:00010000:1.0:1746146155.885344:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816680 00000100:00100000:1.0:1746146155.885374:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13554 00000100:00100000:1.0:1746146155.885381:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201881472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.885502:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201881472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.885509:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13554 00002000:00100000:1.0:1746146155.885515:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816680 x1830966201881472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.885522:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816680 with x1830966201881472 ext(0->4095) 00002000:00010000:1.0:1746146155.885525:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816680 00000100:00100000:0.0:1746146155.888249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.889784:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.892759:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.895644:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.897452:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.897498:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.900104:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.903280:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.903331:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.909437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.909699:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201883136 00000100:00100000:1.0:1746146155.909707:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201883136 00002000:00100000:1.0:1746146155.909800:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa680 x1830966201883136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.909810:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa680 with x1830966201883136 ext(0->4095) 00010000:00010000:1.0:1746146155.909819:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb6176f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd908 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.909833:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb6176f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd908 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146155.909839:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fa680 00000100:00100000:1.0:1746146155.909868:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2853 00000100:00100000:1.0:1746146155.909877:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201883136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.910016:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201883136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.910023:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2853 00002000:00100000:1.0:1746146155.910029:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa680 x1830966201883136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.910038:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa680 with x1830966201883136 ext(0->4095) 00010000:00010000:1.0:1746146155.910043:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb6176f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd908 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.910052:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb6176f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd908 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146155.910058:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fa680 00000100:00100000:0.0:1746146155.911821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.915645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.915905:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201883520 00000100:00100000:1.0:1746146155.915911:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201883520 00002000:00100000:1.0:1746146155.915941:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956a00 x1830966201883520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.915949:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956a00 with x1830966201883520 ext(0->4095) 00002000:00010000:1.0:1746146155.915953:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c956a00 00000100:00100000:1.0:1746146155.915973:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13555 00000100:00100000:1.0:1746146155.915979:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966201883520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.916677:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966201883520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 695us (1037us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.916683:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13555 00002000:00100000:1.0:1746146155.916690:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956a00 x1830966201883520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.916696:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956a00 with x1830966201883520 ext(0->4095) 00002000:00010000:1.0:1746146155.916699:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c956a00 00000100:00100000:0.0:1746146155.920087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.922146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.926861:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.926907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.926916:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201884160 00000100:00100000:1.0:1746146155.926924:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201884160 00002000:00100000:1.0:1746146155.927590:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c380 x1830966201884160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.927608:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c380 with x1830966201884160 ext(0->4095) 00010000:00010000:1.0:1746146155.927614:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6177d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd916 expref: 6 pid: 9582 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.927624:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6177d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd916 expref: 6 pid: 9582 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146155.927634:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093c380 00000100:00100000:1.0:1746146155.928096:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2854 00000100:00100000:1.0:1746146155.928103:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201884160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.928198:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201884160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (1345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.928203:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2854 00002000:00100000:1.0:1746146155.928208:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c380 x1830966201884160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.928214:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c380 with x1830966201884160 ext(0->4095) 00010000:00010000:1.0:1746146155.928218:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6177d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd916 expref: 6 pid: 9582 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.928226:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6177d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd916 expref: 6 pid: 9582 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146155.928230:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093c380 00000100:00100000:0.0:1746146155.931696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.931815:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201884288 00000100:00100000:1.0:1746146155.931822:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201884288 00000100:00100000:1.0:1746146155.931856:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30233 00000100:00100000:1.0:1746146155.931863:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966201884288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.931879:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.931895:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6178b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd924 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.931921:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.931926:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61784 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd91d expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.931932:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.931935:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6178b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd924 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.931964:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61784 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd91d expref: 18 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.931975:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6178b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd924 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.931984:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146155.932023:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1766:x1830966201884288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.932029:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30233 00000100:00100000:0.0:1746146155.932804:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201884416 00000100:00100000:0.0:1746146155.932808:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201884416 00010000:00010000:0.0:1746146155.932824:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6177d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd916 expref: 6 pid: 9582 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746146155.932850:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13576 00000100:00100000:0.0:1746146155.932855:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201884416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146155.932873:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146155.932887:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6177d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd916 expref: 6 pid: 9582 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146155.932897:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6177d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd916 expref: 6 pid: 9582 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146155.932912:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb6177d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd916 expref: 6 pid: 9582 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146155.932934:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.932935:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146155.932940:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd91d expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.932951:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd91d expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.932972:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd91d expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146155.932981:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61784 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd91d expref: 16 pid: 9582 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746146155.932991:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199078016:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146155.933405:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146155.934686:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.937516:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.941166:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201885056 00000100:00100000:1.0:1746146155.941171:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201885056 00002000:00100000:1.0:1746146155.941200:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810000 x1830966201885056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.941207:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810000 with x1830966201885056 ext(0->4095) 00002000:00010000:1.0:1746146155.941210:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072810000 00000100:00100000:1.0:1746146155.941238:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13556 00000100:00100000:1.0:1746146155.941244:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966201885056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.941358:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966201885056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.941363:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13556 00002000:00100000:1.0:1746146155.941368:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810000 x1830966201885056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.941375:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810000 with x1830966201885056 ext(0->4095) 00002000:00010000:1.0:1746146155.941378:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072810000 00000100:00100000:0.0:1746146155.942545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.945192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.948363:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201885568 00000100:00100000:0.0:1746146155.948369:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201885568 00002000:00100000:0.0:1746146155.948403:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ed6a450 x1830966201885568/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.948412:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ed6a450 with x1830966201885568 ext(0->4095) 00002000:00010000:0.0:1746146155.948416:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ed6a450 00000100:00100000:0.0:1746146155.948800:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13557 00000100:00100000:0.0:1746146155.948808:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed6a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201885568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146155.948916:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed6a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201885568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (761us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146155.948922:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13557 00002000:00100000:0.0:1746146155.948928:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008ed6a450 x1830966201885568/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146155.948935:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ed6a450 with x1830966201885568 ext(0->4095) 00002000:00010000:0.0:1746146155.948938:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ed6a450 00000100:00100000:1.0:1746146155.952208:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.952287:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.952306:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30235 00000100:00100000:1.0:1746146155.952312:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966201885696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146155.952326:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146155.952904:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61799 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd932 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.952915:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146155.952919:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb617a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd939 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.952923:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146155.952925:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61799 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd932 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.952942:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb617a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd939 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.952956:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61799 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd932 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146155.952964:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8800, rc 0) 00000100:00100000:1.0:1746146155.952983:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966201885696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 671us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146155.952989:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30235 00000100:00100000:0.0:1746146155.955874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.959394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.959534:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201886208 00000100:00100000:1.0:1746146155.959540:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201886208 00002000:00100000:1.0:1746146155.959571:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b992300 x1830966201886208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.959579:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992300 with x1830966201886208 ext(0->4095) 00010000:00010000:1.0:1746146155.959586:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb617a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd939 expref: 17 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.959604:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb617a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd939 expref: 17 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146155.959610:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992300 00000100:00100000:1.0:1746146155.959634:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2856 00000100:00100000:1.0:1746146155.959640:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201886208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.959814:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201886208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.959820:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2856 00002000:00100000:1.0:1746146155.959825:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b992300 x1830966201886208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.959832:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992300 with x1830966201886208 ext(0->4095) 00010000:00010000:1.0:1746146155.959837:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb617a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd939 expref: 17 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.959845:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb617a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd939 expref: 17 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146155.959850:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992300 00000100:00100000:0.0:1746146155.962766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.962811:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.970674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.973072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.973111:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.976668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.976946:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201887232 00000100:00100000:1.0:1746146155.976952:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201887232 00002000:00100000:1.0:1746146155.976986:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991880 x1830966201887232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.976995:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991880 with x1830966201887232 ext(0->4095) 00010000:00010000:1.0:1746146155.977001:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb617a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd940 expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.977012:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb617a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd940 expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146155.977017:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991880 00000100:00100000:1.0:1746146155.977043:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2858 00000100:00100000:1.0:1746146155.977050:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201887232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146155.977151:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201887232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.977159:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2858 00002000:00100000:1.0:1746146155.977164:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991880 x1830966201887232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.977170:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991880 with x1830966201887232 ext(0->4095) 00010000:00010000:1.0:1746146155.977174:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb617a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd940 expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146155.977181:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb617a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd940 expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146155.977186:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991880 00000100:00100000:0.0:1746146155.979515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.983924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.985622:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.988248:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.990969:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146155.991029:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201888128 00000100:00100000:1.0:1746146155.991034:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201888128 00002000:00100000:1.0:1746146155.991064:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991180 x1830966201888128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/0 e 0 to 0 dl 1746146166 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.991077:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991180 with x1830966201888128 ext(0->4095) 00002000:00010000:1.0:1746146155.991080:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b991180 00000100:00100000:1.0:1746146155.991105:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13559 00000100:00100000:1.0:1746146155.991112:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201888128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146155.991210:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201888128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146155.991216:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13559 00002000:00100000:1.0:1746146155.991220:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991180 x1830966201888128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:286/0 lens 488/4536 e 0 to 0 dl 1746146166 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146155.991232:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991180 with x1830966201888128 ext(0->4095) 00002000:00010000:1.0:1746146155.991234:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b991180 00000100:00100000:0.0:1746146155.992387:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.993352:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.995652:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146155.998187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.001308:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.001381:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:1.0:1746146156.002031:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146156.003971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.006160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.006225:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.009262:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.014404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.017674:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.019683:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146156.022378:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146156.022526:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199080960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746146156.023153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.026588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146156.028576:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146156.030222:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.030307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.032392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.035207:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.037475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.040656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.044279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.048702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.050996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.052322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.053618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.054650:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.056872:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.059322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.061792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.063707:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.066344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.069756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.072163:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.072281:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.073116:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30252 00000100:00100000:0.0:1746146156.073154:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966201894016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146156.073161:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146156.073167:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61810 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd9a9 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.073178:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146156.073181:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61809 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9a2 expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.073185:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146156.073188:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61810 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9a9 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.073206:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61809 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9a2 expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.073214:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61810 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9a9 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.073223:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945ea00, rc 0) 00000100:00100000:0.0:1746146156.073529:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b10c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1766:x1830966201894016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 377us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146156.073535:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30252 00000100:00100000:0.0:1746146156.077215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.083774:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.083833:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201894400 00000100:00100000:1.0:1746146156.083839:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201894400 00002000:00100000:1.0:1746146156.083873:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b54700 x1830966201894400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.083882:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b54700 with x1830966201894400 ext(0->4095) 00010000:00010000:1.0:1746146156.083889:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9a2 expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.083900:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9a2 expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.083905:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b54700 00000100:00100000:1.0:1746146156.083931:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2864 00000100:00100000:1.0:1746146156.083937:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201894400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146156.084045:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201894400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.084050:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2864 00002000:00100000:1.0:1746146156.084055:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b54700 x1830966201894400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.084066:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b54700 with x1830966201894400 ext(0->4095) 00010000:00010000:1.0:1746146156.084071:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9a2 expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.084079:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9a2 expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.084084:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b54700 00000100:00100000:0.0:1746146156.089947:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.094553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.099990:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.104968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.107194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.115330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.117567:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.120710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.120959:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201895936 00000100:00100000:1.0:1746146156.120965:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201895936 00002000:00100000:1.0:1746146156.120996:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159f80 x1830966201895936/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.121003:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159f80 with x1830966201895936 ext(0->4095) 00010000:00010000:1.0:1746146156.121010:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb6181e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9b7 expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.121021:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb6181e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9b7 expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.121026:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b159f80 00000100:00100000:1.0:1746146156.121052:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2866 00000100:00100000:1.0:1746146156.121059:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201895936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146156.121164:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201895936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.121169:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2866 00002000:00100000:1.0:1746146156.121174:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159f80 x1830966201895936/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.121181:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159f80 with x1830966201895936 ext(0->4095) 00010000:00010000:1.0:1746146156.121186:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb6181e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9b7 expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.121194:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb6181e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9b7 expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.121200:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b159f80 00000100:00100000:0.0:1746146156.122512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.125422:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.128262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.130230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.132128:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.132307:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201896832 00000100:00100000:1.0:1746146156.132312:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201896832 00002000:00100000:1.0:1746146156.132340:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159500 x1830966201896832/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.132348:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159500 with x1830966201896832 ext(0->4095) 00002000:00010000:1.0:1746146156.132352:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159500 00000100:00100000:1.0:1746146156.132365:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13568 00000100:00100000:1.0:1746146156.132371:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201896832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146156.132469:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201896832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.132475:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13568 00002000:00100000:1.0:1746146156.132488:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159500 x1830966201896832/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.132494:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159500 with x1830966201896832 ext(0->4095) 00002000:00010000:1.0:1746146156.132496:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159500 00000100:00100000:0.0:1746146156.134454:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201896960 00000100:00100000:0.0:1746146156.134460:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201896960 00000100:00100000:0.0:1746146156.134862:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30257 00000100:00100000:0.0:1746146156.134871:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1766:x1830966201896960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146156.134885:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146156.134900:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61833 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd9cc expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.134925:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6182c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9c5 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.134931:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146156.134932:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146156.134936:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61833 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9cc expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.134961:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6182c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9c5 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.134971:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6182c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9c5 expref: 5 pid: 10121 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746146156.134980:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b15a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199084416:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146156.135045:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.135775:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.137307:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b15a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199084416:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.137324:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009945ea00/0x88944630cfb61833 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9cc expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.137332:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945ea00, rc 0) 00000100:00100000:1.0:1746146156.137355:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966201896960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2485us (2987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.137360:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30257 00000100:00100000:0.0:1746146156.138151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.140856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.143544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.144096:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201897600 00000100:00100000:1.0:1746146156.144103:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201897600 00000100:00100000:1.0:1746146156.144150:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30259 00000100:00100000:1.0:1746146156.144157:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201897600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.144171:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.144184:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61841 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfd9da expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.144205:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.144211:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb6183a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9d3 expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.144216:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146156.144219:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61841 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9da expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.144247:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb6183a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9d3 expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.144257:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61841 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9da expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.144266:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146156.144308:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201897600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.144313:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30259 00000100:00100000:0.0:1746146156.145037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.148412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.150531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.150607:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.153704:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.155817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.158302:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.160575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.163113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.165304:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.167700:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.169849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.171555:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.174110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.174189:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201900032 00000100:00100000:1.0:1746146156.174195:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201900032 00002000:00100000:1.0:1746146156.174228:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955c00 x1830966201900032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.174237:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955c00 with x1830966201900032 ext(0->4095) 00010000:00010000:1.0:1746146156.174242:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61856 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9ef expref: 17 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.174252:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61856 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9ef expref: 17 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.174258:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955c00 00000100:00100000:1.0:1746146156.174314:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2870 00000100:00100000:1.0:1746146156.174321:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201900032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146156.174422:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966201900032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.174427:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2870 00002000:00100000:1.0:1746146156.174432:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955c00 x1830966201900032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.174798:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955c00 with x1830966201900032 ext(0->4095) 00010000:00010000:1.0:1746146156.174804:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61856 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9ef expref: 17 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.174813:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61856 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9ef expref: 17 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.174818:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955c00 00000100:00100000:0.0:1746146156.177229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.177768:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.180955:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.182745:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201900544 00000100:00100000:1.0:1746146156.182753:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201900544 00002000:00100000:1.0:1746146156.182784:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957480 x1830966201900544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.182793:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957480 with x1830966201900544 ext(0->4095) 00010000:00010000:1.0:1746146156.182799:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9f6 expref: 16 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.182810:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9f6 expref: 16 pid: 10121 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.182816:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957480 00000100:00100000:1.0:1746146156.182840:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2871 00000100:00100000:1.0:1746146156.182846:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966201900544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.182953:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966201900544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (2004us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.182959:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2871 00002000:00100000:1.0:1746146156.182964:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957480 x1830966201900544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.182971:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957480 with x1830966201900544 ext(0->4095) 00010000:00010000:1.0:1746146156.182976:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9f6 expref: 16 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.182985:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6185d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfd9f6 expref: 16 pid: 10121 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.182989:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957480 00000100:00100000:0.0:1746146156.185021:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.185066:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.189160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.191974:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.195842:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.197999:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.200375:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.202941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.203463:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201901952 00000100:00100000:1.0:1746146156.203472:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201901952 00002000:00100000:1.0:1746146156.203506:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ea00 x1830966201901952/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.203514:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ea00 with x1830966201901952 ext(0->4095) 00002000:00010000:1.0:1746146156.203521:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ea00 00000100:00100000:1.0:1746146156.203547:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13572 00000100:00100000:1.0:1746146156.203553:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201901952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146156.203668:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201901952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.203674:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13572 00002000:00100000:1.0:1746146156.203679:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ea00 x1830966201901952/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.203686:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ea00 with x1830966201901952 ext(0->4095) 00002000:00010000:1.0:1746146156.203689:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ea00 00000100:00100000:0.0:1746146156.204950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.206037:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.208288:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.211111:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.213813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.214822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.217503:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.220377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.220535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.222742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.225659:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.228830:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.230544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.233099:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.236270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.238260:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.238334:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.238551:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201904768 00000100:00100000:1.0:1746146156.238556:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201904768 00000100:00100000:1.0:1746146156.238580:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30273 00000100:00100000:1.0:1746146156.238585:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966201904768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.238605:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.238612:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfda3c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.238624:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.238628:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6189c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda35 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.238633:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.238636:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda3c expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.238655:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6189c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda35 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.238665:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda3c expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.238673:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146156.238694:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966201904768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.238703:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30273 00000100:00100000:0.0:1746146156.240563:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.244494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.246571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.246660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.249792:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.251321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.251364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.254510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.258144:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.260770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.264188:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.264253:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201906688 00000100:00100000:1.0:1746146156.264261:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201906688 00000100:00100000:1.0:1746146156.264306:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30276 00000100:00100000:1.0:1746146156.264313:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201906688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.264328:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.264342:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb618b8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfda51 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.264364:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb618b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda4a expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.264370:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.264373:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.264375:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb618b8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda51 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.264396:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb618b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda4a expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.264403:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb618b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda4a expref: 15 pid: 9583 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.264418:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199089280:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.264498:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.266533:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199089280:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146156.266534:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146156.266558:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb618b8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda51 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.266572:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146156.266625:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201906688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2312us (2444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.266632:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30276 00000100:00100000:0.0:1746146156.270073:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.271783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.271871:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201907200 00000100:00100000:1.0:1746146156.271878:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201907200 00000100:00100000:1.0:1746146156.271924:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30277 00000100:00100000:1.0:1746146156.271931:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966201907200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.271944:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.271956:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfda58 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.271978:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb618b8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda51 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.271985:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.271986:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.271990:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda58 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.272012:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb618b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda51 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.272022:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb618b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda51 expref: 5 pid: 10121 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.272033:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199089536:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146156.272362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.272410:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.273777:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199089536:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.273797:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda58 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.273904:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146156.274146:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966201907200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2214us (2366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.274153:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30277 00000100:00100000:0.0:1746146156.274431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.279186:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.281289:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.284776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.288314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.288371:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201908224 00000100:00100000:1.0:1746146156.288377:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201908224 00000100:00100000:1.0:1746146156.288418:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30279 00000100:00100000:1.0:1746146156.288425:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201908224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.288438:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.288452:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb618cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfda66 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.288475:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb618c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda5f expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.288482:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.288483:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.288486:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb618cd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda66 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.288513:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb618c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda5f expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.288523:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb618c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda5f expref: 15 pid: 9583 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.288533:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199090048:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.288627:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.291322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146156.291855:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb618c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda5f expref: 16 pid: 9583 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.291872:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199090048:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.292214:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb618cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda66 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.292226:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9600, rc 0) 00000100:00100000:1.0:1746146156.292255:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201908224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3830us (3944us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.292261:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30279 00000100:00100000:0.0:1746146156.294854:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.294880:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201908736 00000100:00100000:1.0:1746146156.294886:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201908736 00000100:00100000:1.0:1746146156.294917:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30280 00000100:00100000:1.0:1746146156.294923:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966201908736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.294937:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.294950:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfda6d expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.294971:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb618cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda66 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.294979:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.294980:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.294984:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda6d expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.295006:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb618cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda66 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.295016:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb618cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda66 expref: 5 pid: 10121 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.295025:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199090304:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.295065:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.300336:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199090304:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.300368:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda6d expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.300382:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146156.300421:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966201908736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5497us (5566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.300427:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30280 00000100:00100000:0.0:1746146156.302241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.308166:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.308432:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201909248 00000100:00100000:1.0:1746146156.308438:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201909248 00002000:00100000:1.0:1746146156.308469:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065ad80 x1830966201909248/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.308477:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966201909248 ext(0->4095) 00010000:00010000:1.0:1746146156.308484:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda6d expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.308494:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda6d expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.308500:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065ad80 00000100:00100000:1.0:1746146156.308514:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2881 00000100:00100000:1.0:1746146156.308520:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966201909248:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.308634:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966201909248:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.308639:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2881 00002000:00100000:1.0:1746146156.308644:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065ad80 x1830966201909248/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.308650:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966201909248 ext(0->4095) 00010000:00010000:1.0:1746146156.308654:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda6d expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.308662:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb618d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda6d expref: 17 pid: 10121 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.308670:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065ad80 00000100:00100000:0.0:1746146156.310914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.314635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.317247:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.322845:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.323107:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13626 00000100:00100000:0.0:1746146156.323115:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966201909888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146156.323127:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146156.323144:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb618db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda74 expref: 16 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.323153:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb618db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda74 expref: 16 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.323171:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb618db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda74 expref: 16 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.323278:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146156.323280:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146156.323285:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb618e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda7b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.323292:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb618e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda7b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.323318:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb618e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda7b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146156.323328:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199090944:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146156.323802:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.325458:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.325711:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.325781:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201910272 00000100:00100000:0.0:1746146156.325856:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201910272 00002000:00100000:0.0:1746146156.325879:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ed80 x1830966201910272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.325887:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ed80 with x1830966201910272 ext(0->4095) 00010000:00010000:0.0:1746146156.325893:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb618e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda7b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.325900:0:24977:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb618e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda7b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746146156.325906:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25ed80 00000100:00100000:0.0:1746146156.325924:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2882 00000100:00100000:0.0:1746146156.325930:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201910272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146156.326022:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201910272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146156.326027:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2882 00002000:00100000:0.0:1746146156.326032:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ed80 x1830966201910272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.326038:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ed80 with x1830966201910272 ext(0->4095) 00010000:00010000:0.0:1746146156.326042:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb618e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda7b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.326048:0:24977:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb618e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda7b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746146156.326374:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25ed80 00000100:00100000:0.0:1746146156.328037:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.328293:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201910400 00000100:00100000:1.0:1746146156.328298:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201910400 00000100:00100000:0.0:1746146156.328343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.328491:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30284 00000100:00100000:1.0:1746146156.328499:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1766:x1830966201910400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.328514:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.328524:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb618f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfda89 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.328676:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.328683:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb618e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda82 expref: 17 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.328688:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.328691:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb618f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda89 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.328737:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb618e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda82 expref: 17 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.328746:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb618f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda89 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.328882:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146156.328997:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966201910400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 499us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.329003:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30284 00000100:00100000:1.0:1746146156.330897:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201910784 00000100:00100000:1.0:1746146156.330902:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201910784 00002000:00100000:1.0:1746146156.330930:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d176680 x1830966201910784/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.331003:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176680 with x1830966201910784 ext(0->4095) 00010000:00010000:1.0:1746146156.331011:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb618e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda82 expref: 17 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.331023:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb618e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda82 expref: 17 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.331028:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d176680 00000100:00100000:1.0:1746146156.331075:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2883 00000100:00100000:1.0:1746146156.331082:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966201910784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.331333:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966201910784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 250us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.331339:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2883 00002000:00100000:1.0:1746146156.331344:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d176680 x1830966201910784/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.331351:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176680 with x1830966201910784 ext(0->4095) 00010000:00010000:1.0:1746146156.331355:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb618e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda82 expref: 17 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.331367:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb618e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda82 expref: 17 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.331372:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d176680 00000100:00100000:0.0:1746146156.332749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.336112:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.336228:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201911168 00000100:00100000:1.0:1746146156.336233:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201911168 00002000:00100000:1.0:1746146156.336260:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6d80 x1830966201911168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.336268:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6d80 with x1830966201911168 ext(0->4095) 00002000:00010000:1.0:1746146156.336271:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6d80 00000100:00100000:1.0:1746146156.336295:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13579 00000100:00100000:1.0:1746146156.336301:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966201911168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.336820:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966201911168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 518us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.336826:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13579 00002000:00100000:1.0:1746146156.336831:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6d80 x1830966201911168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.336837:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6d80 with x1830966201911168 ext(0->4095) 00002000:00010000:1.0:1746146156.336840:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6d80 00000100:00100000:1.0:1746146156.339567:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201911296 00000100:00100000:1.0:1746146156.339573:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201911296 00000100:00100000:1.0:1746146156.339629:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30285 00000100:00100000:1.0:1746146156.339637:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201911296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.339653:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.339666:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfda90 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.339691:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb618f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda89 expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.339698:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.339699:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.339702:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618f7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda90 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.339753:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb618f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda89 expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.339763:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb618f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda89 expref: 15 pid: 10121 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.339774:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199091584:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.339844:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.341394:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199091584:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.341413:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618f7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda90 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.341424:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146156.341937:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201911296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2299us (2545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.341946:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30285 00000100:00100000:0.0:1746146156.342105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.344989:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.345050:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201911680 00000100:00100000:1.0:1746146156.345055:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201911680 00002000:00100000:1.0:1746146156.345087:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d4e00 x1830966201911680/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.345095:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4e00 with x1830966201911680 ext(0->4095) 00002000:00010000:1.0:1746146156.345098:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d4e00 00000100:00100000:1.0:1746146156.345165:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13580 00000100:00100000:1.0:1746146156.345171:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201911680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.345458:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201911680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 286us (469us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.345464:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13580 00002000:00100000:1.0:1746146156.345470:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d4e00 x1830966201911680/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.345476:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4e00 with x1830966201911680 ext(0->4095) 00002000:00010000:1.0:1746146156.345487:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d4e00 00000100:00100000:0.0:1746146156.346473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.346542:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201911808 00000100:00100000:1.0:1746146156.346546:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201911808 00000100:00100000:1.0:1746146156.346581:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30286 00000100:00100000:1.0:1746146156.346586:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966201911808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.346606:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.346619:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb618fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfda97 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.346645:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda90 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.346651:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.346653:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.346656:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb618fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda97 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.346681:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda90 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.346692:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb618f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda90 expref: 5 pid: 10121 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.346702:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199091840:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.347158:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.347312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.349444:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199091840:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.349468:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb618fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda97 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.349481:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9e00, rc 0) 00000100:00100000:1.0:1746146156.350047:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966201911808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3459us (3713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.350054:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30286 00000100:00100000:0.0:1746146156.353456:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.355294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.358383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.360602:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201912832 00000100:00100000:1.0:1746146156.360607:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201912832 00000100:00100000:1.0:1746146156.361272:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30288 00000100:00100000:1.0:1746146156.361281:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201912832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.361296:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.361310:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6190c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdaa5 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.361333:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61905 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda9e expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.361340:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.361341:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.361344:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6190c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaa5 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.361368:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda9e expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.361378:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfda9e expref: 15 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.361388:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199092352:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.361803:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.364914:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199092352:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.364941:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6190c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaa5 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.364958:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146156.365004:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201912832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3724us (4538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.365011:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30288 00000100:00100000:0.0:1746146156.365086:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.368154:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.370183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.370349:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201913472 00000100:00100000:1.0:1746146156.370356:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201913472 00000100:00100000:1.0:1746146156.370403:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30289 00000100:00100000:1.0:1746146156.370411:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1766:x1830966201913472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.370424:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.370438:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61913 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdab3 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.370462:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6190c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaa5 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.370468:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.370469:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.370472:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61913 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdab3 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.370494:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6190c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaa5 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.370504:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb6190c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaa5 expref: 5 pid: 10121 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.370517:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199092608:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.370580:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.370914:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.373221:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199092608:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.373243:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61913 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdab3 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.373256:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8800, rc 0) 00000100:00100000:1.0:1746146156.373431:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966201913472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3020us (3251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.373438:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30289 00000100:00100000:0.0:1746146156.373666:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.378993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.382532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.382571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.382605:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201913984 00000100:00100000:1.0:1746146156.382613:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201913984 00000100:00100000:1.0:1746146156.382656:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30291 00000100:00100000:1.0:1746146156.382662:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201913984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.382676:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.382688:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61921 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdaba expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.382709:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.382741:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb6191a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaac expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.382747:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146156.382750:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61921 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaba expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.382782:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb6191a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaac expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.382794:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61921 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaba expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.382801:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146156.382847:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201913984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.382853:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30291 00000100:00100000:0.0:1746146156.389174:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.391618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.391666:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.391740:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201914496 00000100:00100000:1.0:1746146156.391747:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201914496 00000100:00100000:1.0:1746146156.391790:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30292 00000100:00100000:1.0:1746146156.391797:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966201914496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.391810:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.391825:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61928 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdac1 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.391845:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.391851:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61921 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaba expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.391856:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146156.391858:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61928 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac1 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.391890:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61921 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaba expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.391901:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61928 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac1 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.391909:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146156.392430:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966201914496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 633us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.392436:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30292 00000100:00100000:0.0:1746146156.396868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.408143:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.410663:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.413693:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.413869:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201915392 00000100:00100000:1.0:1746146156.413876:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201915392 00000100:00100000:1.0:1746146156.413912:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30293 00000100:00100000:1.0:1746146156.413919:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201915392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.413933:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.413947:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6192f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdac8 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.413970:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac1 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.413976:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.413978:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.413981:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6192f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac8 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.414007:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac1 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.414018:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac1 expref: 15 pid: 9583 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.414028:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199093632:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.414089:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.416137:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199093632:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.416162:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6192f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac8 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.416175:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9e00, rc 0) 00000100:00100000:1.0:1746146156.416212:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201915392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2293us (2524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.416219:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30293 00000100:00100000:0.0:1746146156.416982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.420248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.421756:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.421855:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201915904 00000100:00100000:1.0:1746146156.421860:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201915904 00000100:00100000:1.0:1746146156.421895:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30294 00000100:00100000:1.0:1746146156.421901:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966201915904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.421911:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.421923:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61936 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdacf expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.421945:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6192f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac8 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.421952:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.421954:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.421957:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61936 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdacf expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.421980:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6192f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac8 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.421989:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6192f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdac8 expref: 5 pid: 10121 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.422000:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199093888:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146156.422058:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.423385:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.424529:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199093888:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146156.424544:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61936 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdacf expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.424552:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146156.424583:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966201915904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2682us (2828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.424588:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30294 00000100:00100000:0.0:1746146156.425227:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.429129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.431248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.438052:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.441396:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.444973:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.446130:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.448984:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.451501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.453581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.457651:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.461869:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.463350:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966201918080:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1206us (1483us total) trans 4294972161 rc 0/0 00000100:00100000:0.0:1746146156.463359:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2890 00002000:00100000:0.0:1746146156.463366:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801306faa00 x1830966201918080/t4294972161(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 496/448 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.463374:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306faa00 with x1830966201918080 ext(0->7) 00010000:00010000:0.0:1746146156.463379:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdae4 expref: 18 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.463390:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdae4 expref: 18 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746146156.463395:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306faa00 00000100:00100000:1.0:1746146156.468993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.469220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.471848:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.471888:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201918592 00000100:00100000:1.0:1746146156.471895:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201918592 00002000:00100000:1.0:1746146156.471930:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb100 x1830966201918592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.471939:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb100 with x1830966201918592 ext(0->4095) 00010000:00010000:1.0:1746146156.471945:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61952 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaeb expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.471956:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61952 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaeb expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.471962:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306fb100 00000100:00100000:1.0:1746146156.471978:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2891 00000100:00100000:1.0:1746146156.471984:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201918592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146156.472084:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201918592:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (242us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.472090:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2891 00002000:00100000:1.0:1746146156.472094:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb100 x1830966201918592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.472101:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb100 with x1830966201918592 ext(0->4095) 00010000:00010000:1.0:1746146156.472105:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61952 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaeb expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.472113:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61952 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdaeb expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.472118:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306fb100 00000100:00100000:0.0:1746146156.475015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.479172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.480986:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.483514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.485887:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.485939:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201919488 00000100:00100000:1.0:1746146156.485945:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201919488 00002000:00100000:1.0:1746146156.485975:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf800 x1830966201919488/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.485983:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf800 with x1830966201919488 ext(0->4095) 00002000:00010000:1.0:1746146156.485987:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacf800 00000100:00100000:1.0:1746146156.486011:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13588 00000100:00100000:1.0:1746146156.486017:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201919488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.486116:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201919488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.486121:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13588 00002000:00100000:1.0:1746146156.486126:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf800 x1830966201919488/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.486133:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf800 with x1830966201919488 ext(0->4095) 00002000:00010000:1.0:1746146156.486135:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacf800 00000100:00100000:0.0:1746146156.488843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.490122:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.490233:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201919744 00000100:00100000:1.0:1746146156.490238:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201919744 00000100:00100000:1.0:1746146156.490275:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30302 00000100:00100000:1.0:1746146156.490281:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+19:1758:x1830966201919744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.490291:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.490299:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6196e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdb07 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.490314:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.490318:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61967 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb00 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.490323:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.490326:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6196e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb07 expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.490345:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61967 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb00 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.490355:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb6196e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb07 expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.490369:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146156.490394:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1758:x1830966201919744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.490399:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30302 00000100:00100000:0.0:1746146156.493327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.497174:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.497257:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201920128 00000100:00100000:1.0:1746146156.497263:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201920128 00002000:00100000:1.0:1746146156.497379:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacea00 x1830966201920128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.497389:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacea00 with x1830966201920128 ext(0->4095) 00010000:00010000:1.0:1746146156.497396:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb00 expref: 19 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.497408:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb00 expref: 19 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.497415:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacea00 00000100:00100000:1.0:1746146156.497445:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2892 00000100:00100000:1.0:1746146156.497452:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966201920128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.497560:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966201920128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.497566:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2892 00002000:00100000:1.0:1746146156.497572:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacea00 x1830966201920128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.497579:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacea00 with x1830966201920128 ext(0->4095) 00010000:00010000:1.0:1746146156.497583:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb00 expref: 19 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.497604:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb00 expref: 19 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.497610:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacea00 00000100:00100000:0.0:1746146156.501242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.504433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.507448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.507521:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.510044:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.510109:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201921152 00000100:00100000:1.0:1746146156.510115:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201921152 00002000:00100000:1.0:1746146156.510325:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacd880 x1830966201921152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.510333:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacd880 with x1830966201921152 ext(0->4095) 00010000:00010000:1.0:1746146156.510340:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61975 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb0e expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.510451:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61975 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb0e expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.510461:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacd880 00000100:00100000:1.0:1746146156.510487:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2894 00000100:00100000:1.0:1746146156.510494:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201921152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.510709:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201921152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 215us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.510731:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2894 00002000:00100000:1.0:1746146156.510737:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacd880 x1830966201921152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.510744:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacd880 with x1830966201921152 ext(0->4095) 00010000:00010000:1.0:1746146156.510749:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61975 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb0e expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.510756:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61975 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb0e expref: 6 pid: 9583 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.510761:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacd880 00000100:00100000:0.0:1746146156.513059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.517096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.517904:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201921536 00000100:00100000:1.0:1746146156.517910:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201921536 00002000:00100000:1.0:1746146156.517942:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25f80 x1830966201921536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.517951:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25f80 with x1830966201921536 ext(0->4095) 00002000:00010000:1.0:1746146156.517955:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25f80 00000100:00100000:1.0:1746146156.518094:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13589 00000100:00100000:1.0:1746146156.518101:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966201921536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146156.518319:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966201921536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 217us (1228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.518324:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13589 00002000:00100000:1.0:1746146156.518329:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25f80 x1830966201921536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.518335:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25f80 with x1830966201921536 ext(0->4095) 00002000:00010000:1.0:1746146156.518337:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25f80 00000100:00100000:0.0:1746146156.521060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.527622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.528304:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.532442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.533078:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201922176 00000100:00100000:1.0:1746146156.533087:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201922176 00002000:00100000:1.0:1746146156.533138:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c26d80 x1830966201922176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.533147:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26d80 with x1830966201922176 ext(0->4095) 00010000:00010000:1.0:1746146156.533154:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb1c expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.533166:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb1c expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.533171:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c26d80 00000100:00100000:1.0:1746146156.533206:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2895 00000100:00100000:1.0:1746146156.533213:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201922176:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146156.533336:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201922176:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (898us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.533344:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2895 00002000:00100000:1.0:1746146156.533349:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c26d80 x1830966201922176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.533355:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26d80 with x1830966201922176 ext(0->4095) 00010000:00010000:1.0:1746146156.533360:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb1c expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.533368:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61983 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb1c expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.533372:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c26d80 00000100:00100000:0.0:1746146156.535651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.538096:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.542144:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.553771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.553845:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201922816 00000100:00100000:1.0:1746146156.553852:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201922816 00002000:00100000:1.0:1746146156.553888:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880133369880 x1830966201922816/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 496/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.553897:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369880 with x1830966201922816 ext(0->7) 00010000:00010000:1.0:1746146156.553902:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb6198a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb23 expref: 18 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.553914:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb6198a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb23 expref: 18 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.553924:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133369880 00000100:00100000:1.0:1746146156.553945:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2896 00000100:00100000:1.0:1746146156.553950:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966201922816:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146156.555634:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966201922816:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1674us (1858us total) trans 4294972162 rc 0/0 00000100:00100000:0.0:1746146156.555645:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2896 00002000:00100000:0.0:1746146156.555654:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880133369880 x1830966201922816/t4294972162(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 496/448 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.555663:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369880 with x1830966201922816 ext(0->7) 00010000:00010000:0.0:1746146156.555671:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb6198a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb23 expref: 20 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.555685:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb6198a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb23 expref: 20 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746146156.555691:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133369880 00000100:00100000:0.0:1746146156.556833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.558058:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.563019:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.567284:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.571948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.574840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.574917:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201923840 00000100:00100000:0.0:1746146156.574923:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201923840 00000100:00100000:0.0:1746146156.575001:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30309 00000100:00100000:0.0:1746146156.575008:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201923840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146156.575023:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146156.575036:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d1f1000/0x88944630cfb6199f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdb38 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.575057:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb31 expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.575064:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146156.575065:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146156.575068:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d1f1000/0x88944630cfb6199f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb38 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.575091:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb31 expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.575101:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61998 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb31 expref: 19 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:0.0:1746146156.575112:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199097728:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146156.575180:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.576671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.579401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.582793:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.582869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.583021:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30311 00000100:00100000:1.0:1746146156.583027:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1766:x1830966201924480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.583317:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.583323:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb619ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdb46 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.583332:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.583335:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb3f expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.583340:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.583342:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb619ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb46 expref: 22 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.584204:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb3f expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.584216:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb619ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb46 expref: 22 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.584227:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8800, rc 0) 00000100:00100000:1.0:1746146156.584308:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1766:x1830966201924480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1279us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.584315:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30311 00000100:00100000:0.0:1746146156.586703:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.592093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.596759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.601213:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201925248 00000100:00100000:0.0:1746146156.601219:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201925248 00002000:00100000:0.0:1746146156.601250:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813800 x1830966201925248/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.601258:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813800 with x1830966201925248 ext(0->4095) 00002000:00010000:0.0:1746146156.601262:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813800 00000100:00100000:0.0:1746146156.601287:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13593 00000100:00100000:0.0:1746146156.601293:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2010:x1830966201925248:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746146156.601396:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2010:x1830966201925248:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (1142us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146156.601402:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13593 00002000:00100000:0.0:1746146156.601407:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813800 x1830966201925248/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.601415:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813800 with x1830966201925248 ext(0->4095) 00002000:00010000:0.0:1746146156.601417:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813800 00000100:00100000:0.0:1746146156.603698:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.607347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.609476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.610383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.611819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.611857:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201926016 00000100:00100000:1.0:1746146156.611862:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201926016 00000100:00100000:1.0:1746146156.612027:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30314 00000100:00100000:1.0:1746146156.612270:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+21:1766:x1830966201926016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146156.612283:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146156.612293:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdb5b expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.612310:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.612314:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.612319:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146156.612321:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 22 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.612341:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.612350:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 22 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.612357:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146156.612396:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1766:x1830966201926016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 362us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.612401:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30314 00000100:00100000:0.0:1746146156.613685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.617021:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201926400 00000100:00100000:0.0:1746146156.617028:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201926400 00002000:00100000:0.0:1746146156.617060:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072811880 x1830966201926400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.617068:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072811880 with x1830966201926400 ext(0->4095) 00010000:00010000:0.0:1746146156.617107:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.617118:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746146156.617124:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072811880 00000100:00100000:0.0:1746146156.617150:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2899 00000100:00100000:0.0:1746146156.617156:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966201926400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146156.617271:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966201926400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146156.617283:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2899 00002000:00100000:0.0:1746146156.617288:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072811880 x1830966201926400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.617295:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072811880 with x1830966201926400 ext(0->4095) 00010000:00010000:0.0:1746146156.617299:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.617308:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746146156.617313:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072811880 00000100:00100000:0.0:1746146156.619297:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.619895:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13658 00000100:00100000:1.0:1746146156.619904:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2010:x1830966201926528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.619915:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.619930:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.619940:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.619959:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb619bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb54 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.619980:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.619981:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.619986:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.619994:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.620023:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.620034:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199099136:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.620099:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.622409:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199099136:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.622426:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.622488:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2010:x1830966201926528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2583us (3193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.622501:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13658 00000100:00100000:0.0:1746146156.623017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.625061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.628984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.629036:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201927040 00000100:00100000:1.0:1746146156.629041:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201927040 00010000:00010000:1.0:1746146156.629062:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 20 pid: 10121 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.629091:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13659 00000100:00100000:1.0:1746146156.629096:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966201927040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.629106:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.629119:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 20 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.629127:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 20 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.629144:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb619c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb5b expref: 20 pid: 10121 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.629159:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.629161:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.629166:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb619c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb62 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.629173:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb619c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb62 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.629194:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb619c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb62 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.629207:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199099392:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.629251:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.630508:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199099392:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.630525:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.631277:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2008:x1830966201927040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2177us (2290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.631287:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13659 00000100:00100000:0.0:1746146156.631634:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.632271:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201927296 00000100:00100000:1.0:1746146156.632278:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201927296 00002000:00100000:1.0:1746146156.632307:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869f80 x1830966201927296/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.632315:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869f80 with x1830966201927296 ext(0->4095) 00002000:00010000:1.0:1746146156.632318:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869f80 00000100:00100000:1.0:1746146156.632497:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13596 00000100:00100000:1.0:1746146156.632504:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201927296:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146156.632625:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966201927296:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (991us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.632631:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13596 00002000:00100000:1.0:1746146156.632636:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869f80 x1830966201927296/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.632641:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869f80 with x1830966201927296 ext(0->4095) 00002000:00010000:1.0:1746146156.632644:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869f80 00000100:00100000:0.0:1746146156.633220:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.634093:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.636165:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.636245:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201927680 00000100:00100000:1.0:1746146156.636251:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201927680 00010000:00010000:1.0:1746146156.636272:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb619c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb62 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.636348:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13660 00000100:00100000:1.0:1746146156.636355:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201927680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.636364:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.636378:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb619c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb62 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.636387:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb619c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb62 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.636403:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb619c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb62 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.636515:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.636517:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.636523:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb619d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb69 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.636529:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb619d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb69 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.636553:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb619d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb69 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.636566:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb619d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb69 expref: 20 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.636575:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199099776:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.636983:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.639612:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199099776:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.639632:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.639669:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201927680:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3315us (3509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.639678:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13660 00000100:00100000:0.0:1746146156.640675:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.643909:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.643983:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201928064 00000100:00100000:1.0:1746146156.643989:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201928064 00010000:00010000:1.0:1746146156.644014:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb619d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb69 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.644421:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13661 00000100:00100000:1.0:1746146156.644430:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966201928064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.644440:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.644456:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb619d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb69 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.644472:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb619d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb69 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.644490:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb619d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb69 expref: 21 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.644514:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.644516:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.644521:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb619d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb70 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.644527:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb619d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb70 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.644552:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb619d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb70 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.644562:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199099904:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.644644:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.646425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.646528:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199099904:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.646542:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.646569:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966201928064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2142us (2667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.646577:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13661 00000100:00100000:0.0:1746146156.649341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.655543:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.655693:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201928576 00000100:00100000:1.0:1746146156.655699:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201928576 00010000:00010000:1.0:1746146156.655750:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb619d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb70 expref: 20 pid: 9583 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.656629:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13662 00000100:00100000:1.0:1746146156.656638:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966201928576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.656651:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.656668:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb619d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb70 expref: 20 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.656678:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb619d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb70 expref: 20 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.656695:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb619d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb70 expref: 20 pid: 9583 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.656744:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.656745:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.656751:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb619de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb77 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.656757:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb619de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb77 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.656786:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb619de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb77 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.656796:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199100160:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.656855:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.657203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.658350:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199100160:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.658365:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.658391:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966201928576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1755us (2849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.658401:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13662 00000100:00100000:0.0:1746146156.659536:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.663142:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.663372:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201929088 00000100:00100000:1.0:1746146156.663379:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201929088 00010000:00010000:1.0:1746146156.663409:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb619de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb77 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.663442:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13663 00000100:00100000:1.0:1746146156.663449:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201929088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.663459:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.663473:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb619de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb77 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.663483:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb619de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb77 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.663502:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb619de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb77 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.663524:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.663526:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.663532:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb619e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb7e expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.663539:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb619e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb7e expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.663563:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb619e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb7e expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.663573:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199100416:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.663731:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.666002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.666103:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199100416:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.666120:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.666163:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201929088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2713us (3027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.666172:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13663 00000100:00100000:0.0:1746146156.677991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.688234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.693968:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.695628:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201929728 00000100:00100000:1.0:1746146156.695637:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201929728 00010000:00010000:1.0:1746146156.695673:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb619e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb7e expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.695728:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13664 00000100:00100000:1.0:1746146156.695737:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2007:x1830966201929728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.695748:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.695765:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb619e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb7e expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.695774:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb619e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb7e expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.695793:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb619e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb7e expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.695822:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.695825:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.695831:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb619ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb85 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.695838:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb619ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb85 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.695868:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb619ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb85 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.695880:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199100672:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.695965:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.700257:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199100672:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.700276:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146156.700702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.701679:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966201929728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5941us (7716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.701689:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13664 00000100:00100000:0.0:1746146156.702216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.706029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.707027:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.707069:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201930368 00000100:00100000:1.0:1746146156.707073:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201930368 00010000:00010000:1.0:1746146156.707096:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb619ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb85 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.707142:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13665 00000100:00100000:1.0:1746146156.707149:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201930368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.707158:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.707172:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb619ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb85 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.707184:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb619ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb85 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.707199:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb619ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb85 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.707218:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.707219:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.707222:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb619f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb8c expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.707227:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb619f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb8c expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.707242:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb619f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb8c expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.707249:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb619f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb8c expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.707256:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199101056:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.707305:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.710377:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199101056:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.710397:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.710442:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201930368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3292us (3414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.710454:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13665 00000100:00100000:0.0:1746146156.710704:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.713615:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201930752 00000100:00100000:1.0:1746146156.713623:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201930752 00010000:00010000:1.0:1746146156.713651:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb619f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb8c expref: 23 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.713682:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13666 00000100:00100000:1.0:1746146156.713689:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+23:2007:x1830966201930752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.713700:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.713735:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb619f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb8c expref: 23 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.713745:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb619f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb8c expref: 23 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.713764:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb619f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb8c expref: 23 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.713790:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.713792:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.713798:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb93 expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.713805:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb93 expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.713830:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb93 expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.713841:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199101184:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.713912:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146156.716621:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199101184:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.716640:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.717163:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2007:x1830966201930752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3473us (3931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.717172:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13666 00000100:00100000:0.0:1746146156.717346:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.721306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.728057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.728190:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201931264 00000100:00100000:1.0:1746146156.728195:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201931264 00010000:00010000:1.0:1746146156.728218:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb93 expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.728253:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13667 00000100:00100000:1.0:1746146156.728259:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2008:x1830966201931264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.728269:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.728285:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb93 expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.728295:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb93 expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.728314:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7a00/0x88944630cfb619fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb93 expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.728336:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.728338:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.728344:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb9a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.728350:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb9a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.728377:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb9a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.728388:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199101440:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.728449:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.731848:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.732329:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199101440:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146156.732339:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146156.732357:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2008:x1830966201931264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4098us (4302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146156.732364:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13667 00000100:00100000:1.0:1746146156.736855:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201931776 00000100:00100000:1.0:1746146156.736863:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201931776 00010000:00010000:1.0:1746146156.736894:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb9a expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00000100:00100000:1.0:1746146156.736934:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13668 00000100:00100000:1.0:1746146156.736942:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201931776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146156.736952:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146156.736967:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb9a expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.736982:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb9a expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.737000:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdb9a expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.737577:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.737580:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146156.737595:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61a08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba1 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.737606:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61a08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba1 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146156.737636:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61a08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba1 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146156.737648:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199101696:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146156.737784:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146156.742494:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.742538:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201932032 00000100:00100000:1.0:1746146156.742543:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201932032 00002000:00100000:1.0:1746146156.742576:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838700 x1830966201932032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.742584:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838700 with x1830966201932032 ext(0->4095) 00002000:00010000:1.0:1746146156.742596:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e838700 00000100:00100000:1.0:1746146156.742613:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13601 00000100:00100000:1.0:1746146156.742619:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2007:x1830966201932032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.742711:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2007:x1830966201932032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.742732:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13601 00002000:00100000:1.0:1746146156.742737:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838700 x1830966201932032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.742744:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838700 with x1830966201932032 ext(0->4095) 00002000:00010000:1.0:1746146156.742746:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e838700 00000100:00100000:0.0:1746146156.746713:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.764793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.764836:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201932288 00000100:00100000:1.0:1746146156.764843:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201932288 00002000:00100000:1.0:1746146156.764883:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e83aa00 x1830966201932288/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 496/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.764892:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83aa00 with x1830966201932288 ext(0->7) 00010000:00010000:1.0:1746146156.764901:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba1 expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:1.0:1746146156.764913:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba1 expref: 22 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:1.0:1746146156.764919:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83aa00 00000100:00100000:1.0:1746146156.765505:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2905 00000100:00100000:1.0:1746146156.765513:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2008:x1830966201932288:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146156.766364:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2008:x1830966201932288:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 849us (1576us total) trans 4294972164 rc 0/0 00000100:00100000:0.0:1746146156.766372:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2905 00002000:00100000:0.0:1746146156.766378:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e83aa00 x1830966201932288/t4294972164(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 496/448 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.766385:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83aa00 with x1830966201932288 ext(0->7) 00010000:00010000:0.0:1746146156.766391:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba1 expref: 24 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.766402:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba1 expref: 24 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746146156.766408:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83aa00 00000100:00100000:0.0:1746146156.772183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.772222:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.777960:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.777985:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201932800 00000100:00100000:0.0:1746146156.777991:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201932800 00002000:00100000:0.0:1746146156.778025:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83bb80 x1830966201932800/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.778034:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83bb80 with x1830966201932800 ext(0->4095) 00010000:00010000:0.0:1746146156.778041:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61a0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba8 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00010000:00010000:0.0:1746146156.778052:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61a0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdba8 expref: 6 pid: 26612 timeout: 858 lvb_type: 0 00002000:00010000:0.0:1746146156.778057:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83bb80 00000100:00100000:0.0:1746146156.781963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.787604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.794457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.838952:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.839801:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2007:x1830966201933440:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 672us (859us total) trans 4294972165 rc 0/0 00000100:00100000:0.0:1746146156.839808:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2907 00002000:00100000:0.0:1746146156.839814:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e83b100 x1830966201933440/t4294972165(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 496/448 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.839827:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b100 with x1830966201933440 ext(0->7) 00010000:00010000:0.0:1746146156.839832:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61a16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbaf expref: 26 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146156.839840:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61a16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbaf expref: 26 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146156.839845:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83b100 00000100:00100000:0.0:1746146156.844182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.846454:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.850929:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201933824 00000100:00100000:1.0:1746146156.850939:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201933824 00002000:00100000:1.0:1746146156.850980:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839c00 x1830966201933824/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746146156.851382:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:1.0:1746146156.852199:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839c00 with x1830966201933824 ext(0->4095) 00010000:00010000:1.0:1746146156.852206:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61a1d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbb6 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146156.852215:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61a1d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbb6 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146156.852220:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e839c00 00000100:00100000:1.0:1746146156.852246:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2908 00000100:00100000:1.0:1746146156.852252:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201933824:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146156.853888:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201933824:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1629us (7434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.853897:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2908 00002000:00100000:1.0:1746146156.853906:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839c00 x1830966201933824/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.853914:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839c00 with x1830966201933824 ext(0->4095) 00010000:00010000:1.0:1746146156.853922:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61a1d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbb6 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146156.853934:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61a1d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbb6 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146156.853940:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e839c00 00000100:00100000:0.0:1746146156.858202:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.860124:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.862709:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.865988:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.866353:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.872699:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.876563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.879171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.882224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.885372:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.889662:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.890135:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.893139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.895869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.899892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.902507:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.904977:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.908822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.912753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.916482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.916689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.919157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.920220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.924613:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199104640:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146156.924633:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146156.924680:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966201937792:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4201us (4459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146156.924689:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13679 00000100:00100000:0.0:1746146156.924920:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201938048 00000100:00100000:0.0:1746146156.924926:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201938048 00002000:00100000:0.0:1746146156.924955:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810000 x1830966201938048/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.924965:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810000 with x1830966201938048 ext(0->4095) 00010000:00010000:0.0:1746146156.924972:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbee expref: 27 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146156.924985:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbee expref: 27 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146156.924991:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072810000 00000100:00100000:0.0:1746146156.925011:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2912 00000100:00100000:0.0:1746146156.925017:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+27:2007:x1830966201938048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146156.925110:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+27:2007:x1830966201938048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146156.925116:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2912 00002000:00100000:0.0:1746146156.925121:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810000 x1830966201938048/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.925128:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810000 with x1830966201938048 ext(0->4095) 00010000:00010000:0.0:1746146156.925132:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbee expref: 27 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146156.925141:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdbee expref: 27 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146156.925146:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072810000 00000100:00100000:0.0:1746146156.928908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.936954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.943976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.949629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.950118:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.953761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.955807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.959260:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.966968:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.974798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.978676:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966201939712:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2119us (3871us total) trans 4294972166 rc 0/0 00000100:00100000:0.0:1746146156.978685:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2914 00002000:00100000:0.0:1746146156.978694:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131af1880 x1830966201939712/t4294972166(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:287/0 lens 496/448 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146156.978703:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af1880 with x1830966201939712 ext(0->7) 00010000:00010000:0.0:1746146156.978711:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc03 expref: 28 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146156.979983:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc03 expref: 28 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146156.979991:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af1880 00000100:00100000:0.0:1746146156.980577:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201939840 00000100:00100000:0.0:1746146156.980584:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201939840 00000100:00100000:0.0:1746146156.980631:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30340 00000100:00100000:0.0:1746146156.980637:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966201939840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146156.980650:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146156.980663:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131aa2a00/0x88944630cfb61a78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdc11 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.980683:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146156.980688:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61a71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc0a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.980694:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746146156.980696:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131aa2a00/0x88944630cfb61a78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc11 expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.980746:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61a71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc0a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.980762:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131aa2a00/0x88944630cfb61a78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc11 expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146156.980770:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131aa2a00, rc 0) 00000100:00100000:0.0:1746146156.980805:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1758:x1830966201939840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146156.980812:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30340 00000100:00100000:0.0:1746146156.983231:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.989092:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146156.989800:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201940224 00000100:00100000:1.0:1746146156.989807:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201940224 00002000:00100000:1.0:1746146156.989847:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af0e00 x1830966201940224/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/0 e 0 to 0 dl 1746146167 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.989855:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af0e00 with x1830966201940224 ext(0->4095) 00010000:00010000:1.0:1746146156.989862:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61a71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc0a expref: 6 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146156.989874:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61a71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc0a expref: 6 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146156.989879:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af0e00 00000100:00100000:1.0:1746146156.989906:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2915 00000100:00100000:1.0:1746146156.989912:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201940224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146156.990064:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201940224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (971us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146156.990070:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2915 00002000:00100000:1.0:1746146156.990075:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af0e00 x1830966201940224/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:287/0 lens 488/4536 e 0 to 0 dl 1746146167 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146156.990082:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af0e00 with x1830966201940224 ext(0->4095) 00010000:00010000:1.0:1746146156.990086:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61a71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc0a expref: 6 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146156.990094:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61a71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc0a expref: 6 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146156.990100:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af0e00 00000100:00100000:0.0:1746146156.992982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.996013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146156.997701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.000518:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.004639:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.004759:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201941120 00000100:00100000:1.0:1746146157.004765:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201941120 00002000:00100000:1.0:1746146157.004799:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d09c00 x1830966201941120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.004807:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d09c00 with x1830966201941120 ext(0->4095) 00002000:00010000:1.0:1746146157.004811:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d09c00 00000100:00100000:1.0:1746146157.004833:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13610 00000100:00100000:1.0:1746146157.004839:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201941120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.005058:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201941120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 218us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.005064:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13610 00002000:00100000:1.0:1746146157.005068:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d09c00 x1830966201941120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.005074:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d09c00 with x1830966201941120 ext(0->4095) 00002000:00010000:1.0:1746146157.005077:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d09c00 00000100:00100000:0.0:1746146157.007027:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.007751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.009677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.012936:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.013090:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201941760 00000100:00100000:1.0:1746146157.013095:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201941760 00002000:00100000:1.0:1746146157.013130:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b867100 x1830966201941760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.013138:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b867100 with x1830966201941760 ext(0->4095) 00010000:00010000:1.0:1746146157.013145:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61a86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc1f expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.013161:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61a86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc1f expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.013166:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b867100 00000100:00100000:1.0:1746146157.013190:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2916 00000100:00100000:1.0:1746146157.013196:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2007:x1830966201941760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.013291:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2007:x1830966201941760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.013297:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2916 00002000:00100000:1.0:1746146157.013301:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b867100 x1830966201941760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.013307:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b867100 with x1830966201941760 ext(0->4095) 00010000:00010000:1.0:1746146157.013312:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61a86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc1f expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.013319:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61a86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc1f expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.013324:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b867100 00000100:00100000:0.0:1746146157.015549:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.019438:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.022421:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.025699:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.028081:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146157.029974:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146157.030757:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.030771:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201942912 00000100:00100000:0.0:1746146157.030774:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201942912 00000100:00100000:0.0:1746146157.030790:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30346 00000100:00100000:0.0:1746146157.030794:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1766:x1830966201942912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146157.030800:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146157.030805:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131aa3c00/0x88944630cfb61aa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdc3b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.030814:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.030817:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc34 expref: 30 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.030821:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146157.030824:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131aa3c00/0x88944630cfb61aa2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc3b expref: 30 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.030839:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc34 expref: 30 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.030849:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131aa3c00/0x88944630cfb61aa2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc3b expref: 30 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.030856:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131aa3c00, rc 0) 00000100:00100000:0.0:1746146157.030871:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+30:1766:x1830966201942912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 77us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146157.030876:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30346 00000100:00100000:0.0:1746146157.032667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.036497:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.036785:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201943296 00000100:00100000:1.0:1746146157.036793:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201943296 00002000:00100000:1.0:1746146157.036830:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865500 x1830966201943296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.036838:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865500 with x1830966201943296 ext(0->4095) 00010000:00010000:1.0:1746146157.036847:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc34 expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.036858:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc34 expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.036865:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b865500 00000100:00100000:1.0:1746146157.036894:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2917 00000100:00100000:1.0:1746146157.036901:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966201943296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.037109:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966201943296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.037116:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2917 00002000:00100000:1.0:1746146157.037121:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865500 x1830966201943296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.037127:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865500 with x1830966201943296 ext(0->4095) 00010000:00010000:1.0:1746146157.037131:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc34 expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.037139:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61a9b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc34 expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.037144:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b865500 00000100:00100000:0.0:1746146157.041156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.045509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.045625:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201943680 00000100:00100000:1.0:1746146157.045631:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201943680 00002000:00100000:1.0:1746146157.045664:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866a00 x1830966201943680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.045678:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866a00 with x1830966201943680 ext(0->4095) 00002000:00010000:1.0:1746146157.045682:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b866a00 00000100:00100000:1.0:1746146157.045705:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13613 00000100:00100000:1.0:1746146157.045712:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966201943680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.046538:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966201943680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 823us (1028us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.046544:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13613 00002000:00100000:1.0:1746146157.046550:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866a00 x1830966201943680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.046557:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866a00 with x1830966201943680 ext(0->4095) 00002000:00010000:1.0:1746146157.046561:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b866a00 00000100:00100000:0.0:1746146157.050671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.057035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.057116:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201943936 00000100:00100000:1.0:1746146157.057123:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201943936 00002000:00100000:1.0:1746146157.057153:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b864000 x1830966201943936/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.057163:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864000 with x1830966201943936 ext(0->7) 00010000:00010000:1.0:1746146157.057170:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131aa3c00/0x88944630cfb61aa2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc3b expref: 28 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.057181:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131aa3c00/0x88944630cfb61aa2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc3b expref: 28 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.057187:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b864000 00000100:00100000:1.0:1746146157.057213:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2918 00000100:00100000:1.0:1746146157.057219:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966201943936:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146157.059973:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2007:x1830966201943936:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2746us (2938us total) trans 4294972167 rc 0/0 00000100:00100000:0.0:1746146157.059984:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2918 00002000:00100000:0.0:1746146157.059991:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b864000 x1830966201943936/t4294972167(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.059999:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864000 with x1830966201943936 ext(0->7) 00010000:00010000:0.0:1746146157.060007:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131aa3c00/0x88944630cfb61aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc3b expref: 30 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.060021:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131aa3c00/0x88944630cfb61aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc3b expref: 30 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.060026:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b864000 00000100:00100000:0.0:1746146157.063181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.068307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.073108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.073485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.075525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.078146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.080528:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.085007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.086796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.086874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.090507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.093258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.097345:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.102513:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.107746:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.107829:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.112571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.116640:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.121987:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.129647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.130451:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201947520 00000100:00100000:1.0:1746146157.130459:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201947520 00000100:00100000:1.0:1746146157.130559:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30354 00000100:00100000:1.0:1746146157.130568:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201947520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.130583:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.130607:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdc73 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.130631:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ad3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc6c expref: 29 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.130637:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.130639:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.130642:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc73 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.130666:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ad3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc6c expref: 29 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.130676:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ad3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc6c expref: 29 pid: 9583 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.130686:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199109248:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.131020:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.132687:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.133079:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199109248:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.133098:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc73 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.133109:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146157.133146:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201947520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2579us (3505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.133151:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30354 00000100:00100000:0.0:1746146157.134804:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2007:x1830966201947648:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1903us (2120us total) trans 4294972168 rc 0/0 00000100:00100000:0.0:1746146157.134813:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2923 00002000:00100000:0.0:1746146157.134821:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b313100 x1830966201947648/t4294972168(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.134830:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313100 with x1830966201947648 ext(0->7) 00010000:00010000:0.0:1746146157.134842:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ad3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc6c expref: 32 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.134855:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ad3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc6c expref: 32 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.134861:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b313100 00000100:00100000:0.0:1746146157.145239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.145353:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.145417:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201947904 00000100:00100000:1.0:1746146157.145424:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201947904 00000100:00100000:1.0:1746146157.145467:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30355 00000100:00100000:1.0:1746146157.145474:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+32:1758:x1830966201947904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.145487:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.145501:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61ae1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdc7a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.145523:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.145527:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc73 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.145532:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146157.145535:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61ae1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc7a expref: 33 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.145559:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc73 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.145568:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61ae1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc7a expref: 33 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.145580:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146157.145631:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+33:1758:x1830966201947904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.145636:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30355 00000100:00100000:0.0:1746146157.149384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.149942:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201948160 00000100:00100000:1.0:1746146157.149948:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201948160 00002000:00100000:1.0:1746146157.149985:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312300 x1830966201948160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.149992:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312300 with x1830966201948160 ext(0->4095) 00010000:00010000:1.0:1746146157.149999:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc73 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.150010:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc73 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.150016:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b312300 00000100:00100000:1.0:1746146157.150626:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2924 00000100:00100000:1.0:1746146157.150634:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201948160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.150769:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201948160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.150774:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2924 00002000:00100000:1.0:1746146157.150779:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312300 x1830966201948160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.150790:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312300 with x1830966201948160 ext(0->4095) 00010000:00010000:1.0:1746146157.150794:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc73 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.151128:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61ada lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc73 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.151134:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b312300 00000100:00100000:0.0:1746146157.154785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.159124:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.159555:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201948544 00000100:00100000:1.0:1746146157.159561:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201948544 00002000:00100000:1.0:1746146157.159602:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfddc00 x1830966201948544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.159611:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfddc00 with x1830966201948544 ext(0->4095) 00002000:00010000:1.0:1746146157.159614:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfddc00 00000100:00100000:1.0:1746146157.159638:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13617 00000100:00100000:1.0:1746146157.159645:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2010:x1830966201948544:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146157.159771:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2010:x1830966201948544:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.159776:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13617 00002000:00100000:1.0:1746146157.159781:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfddc00 x1830966201948544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.159786:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfddc00 with x1830966201948544 ext(0->4095) 00002000:00010000:1.0:1746146157.159789:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfddc00 00000100:00100000:0.0:1746146157.162456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.162646:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201948672 00000100:00100000:1.0:1746146157.162653:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201948672 00000100:00100000:1.0:1746146157.162950:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30356 00000100:00100000:1.0:1746146157.162959:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201948672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.162971:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.162985:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdc81 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.163009:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61ae1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc7a expref: 31 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.163014:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.163016:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.163019:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc81 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.163041:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61ae1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc7a expref: 31 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.163051:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc7a expref: 31 pid: 26612 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.163060:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199109760:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.163124:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.173012:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.173017:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199109760:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.173040:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc81 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.173059:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9600, rc 0) 00000100:00100000:1.0:1746146157.173149:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201948672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10191us (10699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.173156:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30356 00000100:00100000:0.0:1746146157.176232:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2010:x1830966201948800:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2937us (3218us total) trans 4294972169 rc 0/0 00000100:00100000:0.0:1746146157.176241:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2925 00002000:00100000:0.0:1746146157.176250:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfdea00 x1830966201948800/t4294972169(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.176258:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdea00 with x1830966201948800 ext(0->7) 00010000:00010000:0.0:1746146157.176265:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc7a expref: 34 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.176278:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc7a expref: 34 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.176288:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdea00 00000100:00100000:0.0:1746146157.176409:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201948928 00000100:00100000:0.0:1746146157.176414:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201948928 00000100:00100000:0.0:1746146157.176460:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30357 00000100:00100000:0.0:1746146157.176467:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+34:1758:x1830966201948928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146157.176478:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146157.176491:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a589000/0x88944630cfb61aef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdc88 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.176512:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146157.176516:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc81 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.176525:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746146157.176528:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a589000/0x88944630cfb61aef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc88 expref: 35 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.176556:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc81 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.176565:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a589000/0x88944630cfb61aef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc88 expref: 35 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.176574:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a589000, rc 0) 00000100:00100000:0.0:1746146157.176613:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+35:1758:x1830966201948928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146157.176618:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30357 00000100:00100000:0.0:1746146157.177893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.179685:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.179931:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201949312 00000100:00100000:1.0:1746146157.179936:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201949312 00002000:00100000:1.0:1746146157.179978:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfded80 x1830966201949312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.179986:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfded80 with x1830966201949312 ext(0->4095) 00010000:00010000:1.0:1746146157.179992:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc81 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.180003:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc81 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.180008:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfded80 00000100:00100000:1.0:1746146157.180030:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2926 00000100:00100000:1.0:1746146157.180035:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201949312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.180143:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201949312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.180148:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2926 00002000:00100000:1.0:1746146157.180153:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfded80 x1830966201949312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.180165:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfded80 with x1830966201949312 ext(0->4095) 00010000:00010000:1.0:1746146157.180169:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc81 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.180177:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc81 expref: 6 pid: 26612 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.180182:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfded80 00000100:00100000:0.0:1746146157.183490:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.186512:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.189787:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.191757:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.194116:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.194487:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201950208 00000100:00100000:1.0:1746146157.194494:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201950208 00002000:00100000:1.0:1746146157.194526:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd500 x1830966201950208/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.194534:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd500 with x1830966201950208 ext(0->4095) 00002000:00010000:1.0:1746146157.194538:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdd500 00000100:00100000:1.0:1746146157.194676:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13619 00000100:00100000:1.0:1746146157.194682:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201950208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.194808:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201950208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (699us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.194813:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13619 00002000:00100000:1.0:1746146157.194818:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd500 x1830966201950208/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.194824:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd500 with x1830966201950208 ext(0->4095) 00002000:00010000:1.0:1746146157.194827:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdd500 00000100:00100000:0.0:1746146157.196626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.196751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.197175:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30360 00000100:00100000:0.0:1746146157.197184:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+35:1766:x1830966201950464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146157.197191:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146157.197197:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a589200/0x88944630cfb61b04 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdc9d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.197207:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.197210:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61afd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc96 expref: 36 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.197214:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146157.197217:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a589200/0x88944630cfb61b04 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc9d expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.197234:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61afd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc96 expref: 36 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.197243:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a589200/0x88944630cfb61b04 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdc9d expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.197251:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a589200, rc 0) 00000100:00100000:0.0:1746146157.197280:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+36:1766:x1830966201950464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146157.197285:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30360 00000100:00100000:0.0:1746146157.200260:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.203266:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.206152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.210334:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072812d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199110912:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146157.210356:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146157.210406:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2010:x1830966201950976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4128us (4258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146157.210419:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13704 00000100:00100000:1.0:1746146157.210773:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201951232 00000100:00100000:1.0:1746146157.210779:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201951232 00002000:00100000:1.0:1746146157.210818:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d177b80 x1830966201951232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.210827:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d177b80 with x1830966201951232 ext(0->4095) 00002000:00010000:1.0:1746146157.210831:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d177b80 00000100:00100000:1.0:1746146157.210847:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13620 00000100:00100000:1.0:1746146157.210852:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2007:x1830966201951232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.210963:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2007:x1830966201951232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.210968:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13620 00002000:00100000:1.0:1746146157.210973:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d177b80 x1830966201951232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.210979:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d177b80 with x1830966201951232 ext(0->4095) 00002000:00010000:1.0:1746146157.210981:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d177b80 00000100:00100000:0.0:1746146157.214372:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.217147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.219384:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.221478:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.222053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.223641:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.227329:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201952384 00000100:00100000:1.0:1746146157.227335:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201952384 00002000:00100000:1.0:1746146157.227371:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813480 x1830966201952384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.227380:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813480 with x1830966201952384 ext(0->4095) 00010000:00010000:1.0:1746146157.227387:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61b12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcab expref: 35 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.227397:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61b12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcab expref: 35 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.227403:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072813480 00000100:00100000:1.0:1746146157.227420:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2928 00000100:00100000:1.0:1746146157.227427:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2007:x1830966201952384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.227517:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2007:x1830966201952384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.227522:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2928 00002000:00100000:1.0:1746146157.227526:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813480 x1830966201952384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.227533:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813480 with x1830966201952384 ext(0->4095) 00010000:00010000:1.0:1746146157.227537:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61b12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcab expref: 35 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.227545:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb61b12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcab expref: 35 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.227550:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072813480 00000100:00100000:0.0:1746146157.230488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.233888:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.233998:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201952768 00000100:00100000:1.0:1746146157.234005:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201952768 00002000:00100000:1.0:1746146157.234038:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c746d80 x1830966201952768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.234047:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c746d80 with x1830966201952768 ext(0->4095) 00002000:00010000:1.0:1746146157.234051:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c746d80 00000100:00100000:1.0:1746146157.234078:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13622 00000100:00100000:1.0:1746146157.234084:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966201952768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.234187:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966201952768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.234192:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13622 00002000:00100000:1.0:1746146157.234197:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c746d80 x1830966201952768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.234203:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c746d80 with x1830966201952768 ext(0->4095) 00002000:00010000:1.0:1746146157.234205:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c746d80 00000100:00100000:0.0:1746146157.236510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.239897:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.242903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.246825:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.247441:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.251410:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.255273:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.255383:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201953920 00000100:00100000:1.0:1746146157.255389:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201953920 00002000:00100000:1.0:1746146157.255424:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c744a80 x1830966201953920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.255433:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c744a80 with x1830966201953920 ext(0->4095) 00010000:00010000:1.0:1746146157.255440:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcc0 expref: 35 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.255451:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcc0 expref: 35 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.255457:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c744a80 00000100:00100000:1.0:1746146157.255828:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2929 00000100:00100000:1.0:1746146157.255835:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2007:x1830966201953920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.255954:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2007:x1830966201953920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (687us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.255961:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2929 00002000:00100000:1.0:1746146157.255966:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c744a80 x1830966201953920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.255973:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c744a80 with x1830966201953920 ext(0->4095) 00010000:00010000:1.0:1746146157.255978:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcc0 expref: 35 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.255986:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcc0 expref: 35 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.255992:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c744a80 00000100:00100000:0.0:1746146157.258540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.262117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.266876:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.271498:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.276069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.279477:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201954944 00000100:00100000:1.0:1746146157.279483:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201954944 00002000:00100000:1.0:1746146157.279514:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810700 x1830966201954944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.279523:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810700 with x1830966201954944 ext(0->4095) 00010000:00010000:1.0:1746146157.279529:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61b35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcce expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.279540:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61b35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcce expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.279546:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072810700 00000100:00100000:1.0:1746146157.279572:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2930 00000100:00100000:1.0:1746146157.279579:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201954944:12345-192.168.203.12@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746146157.279688:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201954944:12345-192.168.203.12@tcp:3:ldlm_bl.0 Request processed in 109us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.279694:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2930 00002000:00100000:1.0:1746146157.279698:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810700 x1830966201954944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.279705:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810700 with x1830966201954944 ext(0->4095) 00010000:00010000:1.0:1746146157.279708:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61b35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcce expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.279743:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61b35 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcce expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.279748:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072810700 00000100:00100000:0.0:1746146157.281987:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.284233:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.287883:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.291213:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.293238:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2010:x1830966201955584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1815us (2022us total) trans 4294972170 rc 0/0 00000100:00100000:0.0:1746146157.293251:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2931 00002000:00100000:0.0:1746146157.293261:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb99500 x1830966201955584/t4294972170(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.293269:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb99500 with x1830966201955584 ext(0->7) 00010000:00010000:0.0:1746146157.293277:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcd5 expref: 36 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.293290:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcd5 expref: 36 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.293295:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb99500 00000100:00100000:0.0:1746146157.296792:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.302002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.302101:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.302151:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201956096 00000100:00100000:1.0:1746146157.302157:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201956096 00002000:00100000:1.0:1746146157.302186:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9b800 x1830966201956096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.302193:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b800 with x1830966201956096 ext(0->4095) 00002000:00010000:1.0:1746146157.302197:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9b800 00000100:00100000:1.0:1746146157.302210:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13626 00000100:00100000:1.0:1746146157.302214:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201956096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.302294:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201956096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (194us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.302299:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13626 00002000:00100000:1.0:1746146157.302304:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9b800 x1830966201956096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.302310:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b800 with x1830966201956096 ext(0->4095) 00002000:00010000:1.0:1746146157.302312:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9b800 00000100:00100000:0.0:1746146157.307894:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.310690:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.310806:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201956480 00000100:00100000:1.0:1746146157.310812:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201956480 00002000:00100000:1.0:1746146157.310846:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c380 x1830966201956480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.310855:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c380 with x1830966201956480 ext(0->4095) 00002000:00010000:1.0:1746146157.310858:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2c380 00000100:00100000:1.0:1746146157.310873:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13627 00000100:00100000:1.0:1746146157.310879:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2007:x1830966201956480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.310969:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2007:x1830966201956480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.310974:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13627 00002000:00100000:1.0:1746146157.310979:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c380 x1830966201956480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.310985:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c380 with x1830966201956480 ext(0->4095) 00002000:00010000:1.0:1746146157.310987:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2c380 00000100:00100000:0.0:1746146157.320913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.321897:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2008:x1830966201956736:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 746us (983us total) trans 4294972171 rc 0/0 00000100:00100000:0.0:1746146157.321904:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2932 00002000:00100000:0.0:1746146157.321911:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880070b2ed80 x1830966201956736/t4294972171(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.321918:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ed80 with x1830966201956736 ext(0->7) 00010000:00010000:0.0:1746146157.321923:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdce3 expref: 38 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.321937:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdce3 expref: 38 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.321942:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2ed80 00000100:00100000:0.0:1746146157.324315:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.326780:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.329380:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.329468:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.329735:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30373 00000100:00100000:1.0:1746146157.329748:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+39:1766:x1830966201957376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.329755:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.329762:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61b5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdcf8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.329777:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.329781:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61b58 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcf1 expref: 40 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.329790:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.329792:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61b5f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcf8 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.329814:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61b58 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcf1 expref: 40 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.329825:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61b5f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcf8 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.329833:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9600, rc 0) 00000100:00100000:1.0:1746146157.329853:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1766:x1830966201957376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.329859:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30373 00000100:00100000:0.0:1746146157.333084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.335949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.336289:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201957760 00000100:00100000:1.0:1746146157.336295:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201957760 00002000:00100000:1.0:1746146157.336325:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f480 x1830966201957760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.336334:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f480 with x1830966201957760 ext(0->4095) 00010000:00010000:1.0:1746146157.336341:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcf1 expref: 39 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.336368:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcf1 expref: 39 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.336373:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2f480 00000100:00100000:1.0:1746146157.336397:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2933 00000100:00100000:1.0:1746146157.336403:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2008:x1830966201957760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.336566:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2008:x1830966201957760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.336571:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2933 00002000:00100000:1.0:1746146157.336576:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f480 x1830966201957760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.336593:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f480 with x1830966201957760 ext(0->4095) 00010000:00010000:1.0:1746146157.336598:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcf1 expref: 39 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.336605:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdcf1 expref: 39 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.336611:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2f480 00000100:00100000:0.0:1746146157.339773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.342338:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.342396:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201958144 00000100:00100000:1.0:1746146157.342402:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201958144 00002000:00100000:1.0:1746146157.342427:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c700 x1830966201958144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.342435:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c700 with x1830966201958144 ext(0->4095) 00002000:00010000:1.0:1746146157.342439:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2c700 00000100:00100000:1.0:1746146157.342458:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13629 00000100:00100000:1.0:1746146157.342463:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966201958144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.342566:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966201958144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.342571:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13629 00002000:00100000:1.0:1746146157.342577:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c700 x1830966201958144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.342592:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c700 with x1830966201958144 ext(0->4095) 00002000:00010000:1.0:1746146157.342595:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2c700 00000100:00100000:0.0:1746146157.344988:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.351189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.353942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.354314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.358351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.358769:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.362225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.362417:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201959296 00000100:00100000:1.0:1746146157.362424:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201959296 00002000:00100000:1.0:1746146157.362456:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089602300 x1830966201959296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.362463:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602300 with x1830966201959296 ext(0->4095) 00010000:00010000:1.0:1746146157.362471:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd06 expref: 39 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.362481:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd06 expref: 39 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.362486:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089602300 00000100:00100000:1.0:1746146157.362512:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2935 00000100:00100000:1.0:1746146157.362518:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2007:x1830966201959296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.362632:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2007:x1830966201959296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.362637:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2935 00002000:00100000:1.0:1746146157.362642:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089602300 x1830966201959296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.362648:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602300 with x1830966201959296 ext(0->4095) 00010000:00010000:1.0:1746146157.362652:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd06 expref: 39 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.362661:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd06 expref: 39 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.362667:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089602300 00000100:00100000:0.0:1746146157.365620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.374449:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.374555:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201959680 00000100:00100000:1.0:1746146157.374563:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201959680 00002000:00100000:1.0:1746146157.374606:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089600a80 x1830966201959680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.374615:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600a80 with x1830966201959680 ext(0->4095) 00002000:00010000:1.0:1746146157.374620:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089600a80 00000100:00100000:1.0:1746146157.374645:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13630 00000100:00100000:1.0:1746146157.374652:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2008:x1830966201959680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.374787:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2008:x1830966201959680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.374792:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13630 00002000:00100000:1.0:1746146157.374798:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089600a80 x1830966201959680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.374804:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600a80 with x1830966201959680 ext(0->4095) 00002000:00010000:1.0:1746146157.374807:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089600a80 00000100:00100000:0.0:1746146157.377194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.384529:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.389094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.393267:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.401698:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.404389:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.404435:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201960960 00000100:00100000:1.0:1746146157.404441:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201960960 00002000:00100000:1.0:1746146157.404467:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089601500 x1830966201960960/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.404475:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601500 with x1830966201960960 ext(0->7) 00010000:00010000:1.0:1746146157.404481:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd1b expref: 38 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.404491:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd1b expref: 38 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.404497:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089601500 00000100:00100000:1.0:1746146157.404523:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2937 00000100:00100000:1.0:1746146157.404529:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966201960960:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146157.408785:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2007:x1830966201960960:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4247us (4388us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746146157.408801:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2937 00002000:00100000:0.0:1746146157.408810:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089601500 x1830966201960960/t4294972172(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.408819:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601500 with x1830966201960960 ext(0->7) 00010000:00010000:0.0:1746146157.408827:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd1b expref: 40 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.408841:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd1b expref: 40 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.408847:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089601500 00000100:00100000:0.0:1746146157.418788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.418871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.421649:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201961472 00000100:00100000:1.0:1746146157.421655:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201961472 00002000:00100000:1.0:1746146157.421685:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9b480 x1830966201961472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.421693:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b480 with x1830966201961472 ext(0->4095) 00010000:00010000:1.0:1746146157.421698:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61b89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd22 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.421709:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61b89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd22 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.421747:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9b480 00000100:00100000:1.0:1746146157.421769:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2938 00000100:00100000:1.0:1746146157.421775:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201961472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.421939:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201961472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.421944:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2938 00002000:00100000:1.0:1746146157.421947:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9b480 x1830966201961472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.421952:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b480 with x1830966201961472 ext(0->4095) 00010000:00010000:1.0:1746146157.421955:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61b89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd22 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.421963:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61b89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd22 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.421968:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9b480 00000100:00100000:0.0:1746146157.425785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.431101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.436435:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.440876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.445448:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966201962112:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4333us (4568us total) trans 4294972173 rc 0/0 00000100:00100000:0.0:1746146157.445461:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2939 00002000:00100000:0.0:1746146157.445471:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009a540700 x1830966201962112/t4294972173(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.445480:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a540700 with x1830966201962112 ext(0->7) 00010000:00010000:0.0:1746146157.445488:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61b90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd29 expref: 42 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.445507:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61b90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd29 expref: 42 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.445513:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a540700 00000100:00100000:0.0:1746146157.448344:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.449101:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201962368 00000100:00100000:0.0:1746146157.449105:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201962368 00000100:00100000:0.0:1746146157.449151:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30382 00000100:00100000:0.0:1746146157.449157:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966201962368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146157.449168:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146157.449176:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb61b9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdd37 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.449189:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb61b97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd30 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.449194:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.449195:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.449198:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb61b9e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd37 expref: 43 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.449210:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb61b97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd30 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.449218:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb61b97 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd30 expref: 5 pid: 9583 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746146157.449231:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a541c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199116416:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146157.449262:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.451129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.451186:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201962624 00000100:00100000:1.0:1746146157.451191:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201962624 00002000:00100000:1.0:1746146157.451218:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a540380 x1830966201962624/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.451230:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a540380 with x1830966201962624 ext(0->4095) 00010000:00010000:1.0:1746146157.451235:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb61b97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd30 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.451245:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb61b97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd30 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.451250:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a540380 00000100:00100000:1.0:1746146157.451263:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2940 00000100:00100000:1.0:1746146157.451268:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201962624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.451371:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201962624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.451376:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2940 00002000:00100000:1.0:1746146157.451381:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a540380 x1830966201962624/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.451388:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a540380 with x1830966201962624 ext(0->4095) 00010000:00010000:1.0:1746146157.451392:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb61b97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd30 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.451400:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb61b97 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd30 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.451405:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a540380 00000100:00100000:0.0:1746146157.453960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.458773:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.459427:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201963008 00000100:00100000:1.0:1746146157.459434:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201963008 00002000:00100000:1.0:1746146157.459465:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541180 x1830966201963008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.459474:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541180 with x1830966201963008 ext(0->4095) 00002000:00010000:1.0:1746146157.459478:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a541180 00000100:00100000:1.0:1746146157.459808:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13633 00000100:00100000:1.0:1746146157.459815:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966201963008:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.459905:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966201963008:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (1134us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.459910:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13633 00002000:00100000:1.0:1746146157.459915:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541180 x1830966201963008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.459922:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541180 with x1830966201963008 ext(0->4095) 00002000:00010000:1.0:1746146157.459924:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a541180 00000100:00100000:1.0:1746146157.461918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.462503:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199116672 00000100:00100000:0.0:1746146157.462507:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199116672 00000100:00100000:0.0:1746146157.462541:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1746146157.462546:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830966199116672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746146157.462568:0:8388:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:0.0:1746146157.462949:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830966199116672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 402us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146157.462955:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1746146157.466807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.468373:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966201963264:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 880us (1571us total) trans 4294972174 rc 0/0 00000100:00100000:0.0:1746146157.468379:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2941 00002000:00100000:0.0:1746146157.468384:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009d25fb80 x1830966201963264/t4294972174(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.468392:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25fb80 with x1830966201963264 ext(0->7) 00010000:00010000:0.0:1746146157.468397:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb61b9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd37 expref: 44 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.468408:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb61b9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd37 expref: 44 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.468418:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25fb80 00000100:00100000:0.0:1746146157.471293:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.473598:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.475331:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.475731:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201963776 00000100:00100000:1.0:1746146157.475735:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201963776 00002000:00100000:1.0:1746146157.475758:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179500 x1830966201963776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.475766:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179500 with x1830966201963776 ext(0->4095) 00010000:00010000:1.0:1746146157.475771:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61ba5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd3e expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.475780:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61ba5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd3e expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.475786:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b179500 00000100:00100000:1.0:1746146157.475798:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2942 00000100:00100000:1.0:1746146157.475802:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201963776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.475881:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201963776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 78us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.475886:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2942 00002000:00100000:1.0:1746146157.475890:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179500 x1830966201963776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.475897:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179500 with x1830966201963776 ext(0->4095) 00010000:00010000:1.0:1746146157.475900:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61ba5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd3e expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.475907:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61ba5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd3e expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.475912:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b179500 00000100:00100000:0.0:1746146157.478413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.479679:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.482172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.485946:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.490965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.493641:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.496482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.501270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.501968:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.505438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.505565:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201965440 00000100:00100000:1.0:1746146157.505571:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201965440 00000100:00100000:1.0:1746146157.505624:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30388 00000100:00100000:1.0:1746146157.505632:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966201965440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.505645:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.505657:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61bc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdd61 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.505681:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.505685:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61bc1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd5a expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.505690:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.505693:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61bc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd61 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.505752:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61bc1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd5a expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146157.505915:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146157.506479:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61bc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd61 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.506489:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146157.506519:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966201965440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 889us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.506524:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30388 00000100:00100000:1.0:1746146157.508823:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201965824 00000100:00100000:1.0:1746146157.508828:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201965824 00002000:00100000:1.0:1746146157.508854:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d175500 x1830966201965824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.508862:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175500 with x1830966201965824 ext(0->4095) 00010000:00010000:1.0:1746146157.508868:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd5a expref: 45 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.508882:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd5a expref: 45 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.508888:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d175500 00000100:00100000:1.0:1746146157.508910:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2944 00000100:00100000:1.0:1746146157.508917:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966201965824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.509150:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966201965824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 233us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.509156:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2944 00002000:00100000:1.0:1746146157.509161:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d175500 x1830966201965824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.509168:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175500 with x1830966201965824 ext(0->4095) 00010000:00010000:1.0:1746146157.509172:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd5a expref: 45 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.509179:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd5a expref: 45 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.509185:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d175500 00000100:00100000:0.0:1746146157.510296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.512100:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.512164:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201966208 00000100:00100000:1.0:1746146157.512168:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201966208 00002000:00100000:1.0:1746146157.512198:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba1180 x1830966201966208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.512206:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1180 with x1830966201966208 ext(0->4095) 00002000:00010000:1.0:1746146157.512239:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba1180 00000100:00100000:1.0:1746146157.512263:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13636 00000100:00100000:1.0:1746146157.512301:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966201966208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.512399:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966201966208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.512404:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13636 00002000:00100000:1.0:1746146157.512409:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba1180 x1830966201966208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.512415:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1180 with x1830966201966208 ext(0->4095) 00002000:00010000:1.0:1746146157.512418:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba1180 00000100:00100000:0.0:1746146157.514552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.514622:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201966336 00000100:00100000:1.0:1746146157.514629:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201966336 00000100:00100000:1.0:1746146157.514672:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30389 00000100:00100000:1.0:1746146157.514678:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201966336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.514690:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.514703:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61bcf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdd68 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.514761:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd61 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.514768:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.514770:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.514773:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61bcf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd68 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.514804:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd61 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.514815:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd61 expref: 43 pid: 9582 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.514825:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199118336:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.514894:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146157.516338:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199118336:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.516358:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb61bcf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd68 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.516370:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146157.516397:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201966336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1718us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.516404:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30389 00000100:00100000:0.0:1746146157.516774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.520435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.520611:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201966720 00000100:00100000:1.0:1746146157.520617:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201966720 00002000:00100000:1.0:1746146157.520646:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba1500 x1830966201966720/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.520654:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1500 with x1830966201966720 ext(0->4095) 00002000:00010000:1.0:1746146157.520658:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba1500 00000100:00100000:1.0:1746146157.520682:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13637 00000100:00100000:1.0:1746146157.520688:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201966720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.521101:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201966720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 413us (666us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.521107:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13637 00002000:00100000:1.0:1746146157.521111:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba1500 x1830966201966720/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.521118:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1500 with x1830966201966720 ext(0->4095) 00002000:00010000:1.0:1746146157.521121:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba1500 00000100:00100000:0.0:1746146157.523398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.523443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.524760:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30391 00000100:00100000:1.0:1746146157.524769:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966201966976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.524776:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.524783:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61bdd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdd76 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.524794:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.524797:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61bd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd6f expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.524802:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.524805:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61bdd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd76 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.524827:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61bd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd6f expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.525150:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61bdd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd76 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.525166:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146157.525281:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966201966976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 513us (1837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.525287:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30391 00000100:00100000:0.0:1746146157.528198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.531267:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.531459:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201967360 00000100:00100000:1.0:1746146157.531465:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201967360 00002000:00100000:1.0:1746146157.531495:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b200e00 x1830966201967360/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.531503:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b200e00 with x1830966201967360 ext(0->4095) 00010000:00010000:1.0:1746146157.531511:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd6f expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.531522:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd6f expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.531528:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b200e00 00000100:00100000:1.0:1746146157.531559:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2945 00000100:00100000:1.0:1746146157.531565:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b200e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966201967360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.531665:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b200e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966201967360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.531670:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2945 00002000:00100000:1.0:1746146157.531675:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b200e00 x1830966201967360/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.531691:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b200e00 with x1830966201967360 ext(0->4095) 00010000:00010000:1.0:1746146157.531695:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd6f expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.531703:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd6f expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.531708:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b200e00 00000100:00100000:0.0:1746146157.534283:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.534334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.536487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.538438:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.538465:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.540413:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.542228:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.546759:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.550387:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.553557:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.556010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.556447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.556497:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201969408 00000100:00100000:1.0:1746146157.556501:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201969408 00002000:00100000:1.0:1746146157.556526:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955180 x1830966201969408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.556535:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955180 with x1830966201969408 ext(0->4095) 00010000:00010000:1.0:1746146157.556539:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61bf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd8b expref: 6 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.556548:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61bf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd8b expref: 6 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.556553:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955180 00000100:00100000:1.0:1746146157.556573:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2948 00000100:00100000:1.0:1746146157.556578:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201969408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.556863:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201969408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 283us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.556870:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2948 00002000:00100000:1.0:1746146157.556875:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955180 x1830966201969408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.556882:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955180 with x1830966201969408 ext(0->4095) 00010000:00010000:1.0:1746146157.556887:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61bf2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd8b expref: 6 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.556895:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61bf2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd8b expref: 6 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.556900:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955180 00000100:00100000:0.0:1746146157.558394:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.560027:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.563798:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.563842:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201969920 00000100:00100000:1.0:1746146157.563847:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201969920 00002000:00100000:1.0:1746146157.563875:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25dc00 x1830966201969920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.563883:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25dc00 with x1830966201969920 ext(0->4095) 00010000:00010000:1.0:1746146157.563890:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd92 expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.563900:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd92 expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.563906:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25dc00 00000100:00100000:1.0:1746146157.564661:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2949 00000100:00100000:1.0:1746146157.564669:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966201969920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.564804:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966201969920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (1007us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.564809:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2949 00002000:00100000:1.0:1746146157.564814:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25dc00 x1830966201969920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.564821:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25dc00 with x1830966201969920 ext(0->4095) 00010000:00010000:1.0:1746146157.564825:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd92 expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.564834:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdd92 expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.564838:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25dc00 00000100:00100000:0.0:1746146157.566542:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.568444:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.573162:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.576239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.579576:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201970944 00000100:00100000:0.0:1746146157.579606:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201970944 00002000:00100000:0.0:1746146157.579641:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9a300 x1830966201970944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.579649:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9a300 with x1830966201970944 ext(0->4095) 00002000:00010000:0.0:1746146157.579652:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9a300 00000100:00100000:0.0:1746146157.580608:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13640 00000100:00100000:0.0:1746146157.580620:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201970944:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746146157.580791:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201970944:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 173us (1272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146157.580798:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13640 00002000:00100000:0.0:1746146157.580808:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9a300 x1830966201970944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.580816:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9a300 with x1830966201970944 ext(0->4095) 00002000:00010000:0.0:1746146157.580820:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9a300 00000100:00100000:0.0:1746146157.588671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.589420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.590701:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30399 00000100:00100000:1.0:1746146157.590710:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1766:x1830966201971072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.590738:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.590754:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfddae expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.590772:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61c0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdda7 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.590778:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.590779:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.590782:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddae expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.590800:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61c0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdda7 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.590809:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61c0e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdda7 expref: 45 pid: 10121 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.590817:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199120896:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.591479:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.593549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.593629:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199120896:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.593647:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddae expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.593658:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146157.593681:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966201971072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2974us (5013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.593687:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30399 00000100:00100000:0.0:1746146157.598216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.602374:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.605930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.605978:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201971968 00000100:00100000:1.0:1746146157.605985:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201971968 00000100:00100000:1.0:1746146157.606027:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30400 00000100:00100000:1.0:1746146157.606033:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201971968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.606048:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.606062:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfddb5 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.606087:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddae expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.606093:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.606095:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.606098:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c1c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddb5 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.606126:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddae expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.606135:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddae expref: 43 pid: 9582 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.606146:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199121152:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.606212:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.607778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.607936:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199121152:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.607956:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c1c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddb5 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.607968:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146157.608259:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201971968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1984us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.608267:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30400 00000100:00100000:0.0:1746146157.611512:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.613856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.613968:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.614025:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201972480 00000100:00100000:1.0:1746146157.614030:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201972480 00000100:00100000:1.0:1746146157.614065:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30401 00000100:00100000:1.0:1746146157.614071:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966201972480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.614084:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.614096:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61c23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfddbc expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.614116:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddb5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.614122:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.614124:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.614126:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61c23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddbc expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.614148:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddb5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.614156:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddb5 expref: 5 pid: 9582 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.614165:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199121408:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.614218:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.617006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.617131:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199121408:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.617151:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb61c23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddbc expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.617166:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9600, rc 0) 00000100:00100000:1.0:1746146157.617199:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966201972480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3127us (3349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.617205:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30401 00000100:00100000:0.0:1746146157.620339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.623320:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.627490:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.630849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.631126:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201973504 00000100:00100000:1.0:1746146157.631134:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201973504 00000100:00100000:1.0:1746146157.631178:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30403 00000100:00100000:1.0:1746146157.631185:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201973504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.631198:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.631211:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfddca expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.631231:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61c2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddc3 expref: 43 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.631237:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.631239:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.631241:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c31 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddca expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.631274:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61c2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddc3 expref: 43 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.631285:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61c2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddc3 expref: 43 pid: 9583 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.631300:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199121920:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.631509:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146157.635454:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199121920:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.635479:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c31 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddca expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.635493:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146157.635540:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201973504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4354us (4695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.635547:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30403 00000100:00100000:0.0:1746146157.635943:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.637618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.637849:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201973760 00000100:00100000:1.0:1746146157.637855:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201973760 00000100:00100000:1.0:1746146157.637884:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30404 00000100:00100000:1.0:1746146157.637895:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966201973760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.637906:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.637917:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61c38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfddd1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.637935:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddca expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.637941:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.637942:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.637945:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61c38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd1 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.637967:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddca expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.637975:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddca expref: 5 pid: 9582 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.637983:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199122176:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.638034:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.643352:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.644197:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199122176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.644218:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61c38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd1 expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.644231:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8800, rc 0) 00000100:00100000:1.0:1746146157.644268:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966201973760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6373us (6653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.644274:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30404 00000100:00100000:0.0:1746146157.650227:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.654751:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.661648:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.661738:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201974528 00000100:00100000:1.0:1746146157.661745:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201974528 00000100:00100000:1.0:1746146157.661780:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30405 00000100:00100000:1.0:1746146157.661787:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201974528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.661802:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.661815:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfddd8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.661839:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61c38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd1 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.661845:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.661847:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.661850:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.661873:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61c38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd1 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.661882:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61c38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd1 expref: 43 pid: 9582 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.661891:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199122432:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.662613:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.664369:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.664699:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199122432:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.664737:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.664748:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146157.664790:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201974528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3004us (3150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.664796:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30405 00000100:00100000:0.0:1746146157.665953:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966201974656:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1403us (1586us total) trans 4294972175 rc 0/0 00000100:00100000:0.0:1746146157.665963:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2953 00002000:00100000:0.0:1746146157.665970:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099524380 x1830966201974656/t4294972175(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.665978:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524380 with x1830966201974656 ext(0->7) 00010000:00010000:0.0:1746146157.665984:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61c38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd1 expref: 46 pid: 9582 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.665995:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61c38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd1 expref: 46 pid: 9582 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.666001:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099524380 00000100:00100000:0.0:1746146157.672062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.676431:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.676602:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201974912 00000100:00100000:1.0:1746146157.676608:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201974912 00000100:00100000:1.0:1746146157.676644:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30406 00000100:00100000:1.0:1746146157.676650:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966201974912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.676666:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.676678:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61c46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdddf expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.676699:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.676706:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.676707:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.676710:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61c46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdddf expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.676754:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.676763:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 5 pid: 9582 timeout: 859 lvb_type: 0 00000100:00100000:1.0:1746146157.676773:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199122688:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146157.676827:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.677250:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201975168 00000100:00100000:0.0:1746146157.677254:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201975168 00002000:00100000:0.0:1746146157.677277:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d175c00 x1830966201975168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.677284:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175c00 with x1830966201975168 ext(0->4095) 00010000:00010000:0.0:1746146157.677289:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 6 pid: 9582 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.677297:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 6 pid: 9582 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.677301:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d175c00 00000100:00100000:0.0:1746146157.677321:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2954 00000100:00100000:0.0:1746146157.677326:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201975168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146157.677405:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201975168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 78us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146157.677409:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2954 00002000:00100000:0.0:1746146157.677414:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d175c00 x1830966201975168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.677420:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175c00 with x1830966201975168 ext(0->4095) 00010000:00010000:0.0:1746146157.677423:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 6 pid: 9582 timeout: 859 lvb_type: 0 00010000:00010000:0.0:1746146157.677430:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61c3f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddd8 expref: 6 pid: 9582 timeout: 859 lvb_type: 0 00002000:00010000:0.0:1746146157.677436:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d175c00 00000100:00100000:1.0:1746146157.679344:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199122688:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146157.679366:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61c46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdddf expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.679380:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146157.679440:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966201974912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2790us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.679450:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30406 00000100:00100000:0.0:1746146157.679977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.680020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.680417:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201975296 00000100:00100000:1.0:1746146157.680422:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201975296 00000100:00100000:1.0:1746146157.680453:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30407 00000100:00100000:1.0:1746146157.680459:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966201975296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.680472:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.680482:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdde6 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.680499:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.680503:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61c46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdddf expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.680509:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.680512:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c4d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdde6 expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.680534:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61c46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdddf expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.680542:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61c4d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdde6 expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.680549:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146157.680573:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966201975296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.680577:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30407 00000100:00100000:0.0:1746146157.683385:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.685647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.689053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.691984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.694922:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.703515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.703936:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201976704 00000100:00100000:0.0:1746146157.703943:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201976704 00000100:00100000:0.0:1746146157.703979:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30409 00000100:00100000:0.0:1746146157.703984:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966201976704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146157.703999:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146157.704012:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1ba600/0x88944630cfb61c5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfddf4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.704033:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb61c54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdded expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.704039:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.704040:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.704043:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1ba600/0x88944630cfb61c5b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddf4 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.704065:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb61c54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdded expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.704074:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb61c54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdded expref: 6 pid: 9582 timeout: 859 lvb_type: 0 00000100:00100000:0.0:1746146157.704084:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072815c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199123456:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146157.704132:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.708193:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.708329:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201976832 00000100:00100000:1.0:1746146157.708335:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201976832 00000100:00100000:1.0:1746146157.708374:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30410 00000100:00100000:1.0:1746146157.708380:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966201976832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146157.708392:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146157.708403:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfddfb expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.708418:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146157.708423:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1ba600/0x88944630cfb61c5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddf4 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.708428:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146157.708430:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddfb expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.708866:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1ba600/0x88944630cfb61c5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddf4 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.708881:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61c62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfddfb expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146157.708888:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146157.709112:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966201976832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 731us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146157.709119:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30410 00000100:00100000:0.0:1746146157.709613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.712977:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.716023:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.720670:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.724125:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.727830:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.731103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.732847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.736200:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.737575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.742832:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.745284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.748027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.751822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.755610:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.758687:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.759383:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.759389:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201979648 00000100:00100000:1.0:1746146157.759395:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201979648 00002000:00100000:1.0:1746146157.759426:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef6300 x1830966201979648/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.759434:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966201979648 ext(0->4095) 00002000:00010000:1.0:1746146157.759438:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef6300 00000100:00100000:1.0:1746146157.759463:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13650 00000100:00100000:1.0:1746146157.759469:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201979648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.759592:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201979648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (896us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.759597:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13650 00002000:00100000:1.0:1746146157.759602:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef6300 x1830966201979648/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.759609:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966201979648 ext(0->4095) 00010000:00010000:1.0:1746146157.759614:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61c7e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde17 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.759625:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61c7e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde17 expref: 6 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.759631:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef6300 00000100:00100000:0.0:1746146157.762044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.762120:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.765868:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.765993:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201980288 00000100:00100000:1.0:1746146157.765998:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201980288 00002000:00100000:1.0:1746146157.766028:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4a80 x1830966201980288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.766041:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4a80 with x1830966201980288 ext(0->4095) 00010000:00010000:1.0:1746146157.766046:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61c85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde1e expref: 47 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.766057:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61c85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde1e expref: 47 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.766062:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef4a80 00000100:00100000:1.0:1746146157.766076:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2958 00000100:00100000:1.0:1746146157.766081:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966201980288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.766168:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966201980288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.766173:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2958 00002000:00100000:1.0:1746146157.766178:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4a80 x1830966201980288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.766184:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4a80 with x1830966201980288 ext(0->4095) 00010000:00010000:1.0:1746146157.766188:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61c85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde1e expref: 47 pid: 9583 timeout: 859 lvb_type: 0 00010000:00010000:1.0:1746146157.766196:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61c85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde1e expref: 47 pid: 9583 timeout: 859 lvb_type: 0 00002000:00010000:1.0:1746146157.766201:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef4a80 00000100:00100000:0.0:1746146157.768108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.772947:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.775408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.778538:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.782203:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.782270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.782345:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201981184 00000100:00100000:1.0:1746146157.782352:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201981184 00002000:00100000:1.0:1746146157.782386:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a744a80 x1830966201981184/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.782395:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744a80 with x1830966201981184 ext(0->4095) 00002000:00010000:1.0:1746146157.782399:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a744a80 00000100:00100000:1.0:1746146157.783699:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2959 00000100:00100000:1.0:1746146157.783707:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201981184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.784236:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201981184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 529us (2038us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.784242:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2959 00002000:00100000:1.0:1746146157.784248:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a744a80 x1830966201981184/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.784255:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744a80 with x1830966201981184 ext(0->4095) 00010000:00010000:1.0:1746146157.784260:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61c93 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde2c expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146157.784270:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61c93 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde2c expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146157.784275:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744a80 00000100:00100000:0.0:1746146157.788465:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.788732:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13762 00000100:00100000:0.0:1746146157.788740:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201981440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146157.788753:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146157.788768:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61c93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde2c expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146157.788783:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61c93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde2c expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146157.788805:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61c93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde2c expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146157.788924:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.788926:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.788933:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde33 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.788940:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde33 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.788965:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde33 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146157.788975:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a745f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199125888:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146157.789049:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146157.790705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.790979:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201981696 00000100:00100000:1.0:1746146157.791224:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201981696 00002000:00100000:1.0:1746146157.791254:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a747800 x1830966201981696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.791262:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747800 with x1830966201981696 ext(0->4095) 00002000:00010000:1.0:1746146157.791266:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a747800 00000100:00100000:1.0:1746146157.791292:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13653 00000100:00100000:1.0:1746146157.791298:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966201981696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.791388:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966201981696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (684us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.791393:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13653 00002000:00100000:1.0:1746146157.791397:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a747800 x1830966201981696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.791404:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747800 with x1830966201981696 ext(0->4095) 00002000:00010000:1.0:1746146157.791406:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a747800 00000100:00100000:0.0:1746146157.794306:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.798121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.800601:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966201981952:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2252us (2474us total) trans 4294972176 rc 0/0 00000100:00100000:0.0:1746146157.800611:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2960 00002000:00100000:0.0:1746146157.800620:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a747100 x1830966201981952/t4294972176(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.800628:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747100 with x1830966201981952 ext(0->7) 00010000:00010000:0.0:1746146157.800636:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde33 expref: 48 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146157.800649:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61c9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde33 expref: 48 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146157.801222:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a747100 00000100:00100000:0.0:1746146157.810922:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.811013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.819696:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.823182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.823402:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201982848 00000100:00100000:1.0:1746146157.823407:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201982848 00002000:00100000:1.0:1746146157.823437:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8a80 x1830966201982848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.823444:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8a80 with x1830966201982848 ext(0->4095) 00002000:00010000:1.0:1746146157.823448:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4f8a80 00000100:00100000:1.0:1746146157.823474:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13654 00000100:00100000:1.0:1746146157.823480:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966201982848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.823572:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966201982848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.823578:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13654 00002000:00100000:1.0:1746146157.823599:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8a80 x1830966201982848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.823613:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8a80 with x1830966201982848 ext(0->4095) 00002000:00010000:1.0:1746146157.823615:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4f8a80 00000100:00100000:0.0:1746146157.828258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.831299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.832071:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2007:x1830966201983104:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 590us (777us total) trans 4294972177 rc 0/0 00000100:00100000:0.0:1746146157.832078:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2962 00002000:00100000:0.0:1746146157.832083:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a4fad80 x1830966201983104/t4294972177(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.832090:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fad80 with x1830966201983104 ext(0->7) 00010000:00010000:0.0:1746146157.832094:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61ca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde41 expref: 50 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146157.832103:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61ca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde41 expref: 50 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146157.832108:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fad80 00000100:00100000:0.0:1746146157.834327:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.839020:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.842631:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.844521:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.848073:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.852473:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.857347:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.857432:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.861792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.861848:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201984640 00000100:00100000:1.0:1746146157.861855:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201984640 00002000:00100000:1.0:1746146157.861890:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a300 x1830966201984640/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.861899:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a300 with x1830966201984640 ext(0->4095) 00010000:00010000:1.0:1746146157.861906:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde56 expref: 50 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146157.861918:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde56 expref: 50 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146157.861924:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72a300 00000100:00100000:1.0:1746146157.861951:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2964 00000100:00100000:1.0:1746146157.861957:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2009:x1830966201984640:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146157.862068:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2009:x1830966201984640:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.862074:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2964 00002000:00100000:1.0:1746146157.862078:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a300 x1830966201984640/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.862085:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a300 with x1830966201984640 ext(0->4095) 00010000:00010000:1.0:1746146157.862089:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde56 expref: 50 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146157.862098:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde56 expref: 50 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146157.862103:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72a300 00000100:00100000:0.0:1746146157.863934:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.864011:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.869471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.869521:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201985152 00000100:00100000:1.0:1746146157.869528:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201985152 00002000:00100000:1.0:1746146157.869562:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a680 x1830966201985152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.869570:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a680 with x1830966201985152 ext(0->4095) 00010000:00010000:1.0:1746146157.869577:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61cc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde5d expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146157.869598:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61cc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde5d expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146157.869604:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72a680 00000100:00100000:1.0:1746146157.869632:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2965 00000100:00100000:1.0:1746146157.869639:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201985152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.869787:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201985152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.869792:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2965 00002000:00100000:1.0:1746146157.869797:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a680 x1830966201985152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.869804:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a680 with x1830966201985152 ext(0->4095) 00010000:00010000:1.0:1746146157.869808:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61cc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde5d expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146157.869817:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61cc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde5d expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146157.869821:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72a680 00000100:00100000:0.0:1746146157.872837:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.876436:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.880470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.884226:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.887135:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.887963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.888448:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201986176 00000100:00100000:1.0:1746146157.888453:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201986176 00002000:00100000:1.0:1746146157.888474:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2300 x1830966201986176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.888482:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2300 with x1830966201986176 ext(0->4095) 00010000:00010000:1.0:1746146157.888487:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61cd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde6b expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146157.888496:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61cd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde6b expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146157.888502:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a2300 00000100:00100000:1.0:1746146157.888513:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2966 00000100:00100000:1.0:1746146157.888518:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201986176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.888609:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201986176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (646us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.888615:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2966 00002000:00100000:1.0:1746146157.888619:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2300 x1830966201986176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.888631:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2300 with x1830966201986176 ext(0->4095) 00010000:00010000:1.0:1746146157.888634:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61cd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde6b expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146157.888642:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61cd2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde6b expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146157.888647:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a2300 00000100:00100000:0.0:1746146157.891188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.894973:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.898542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.903362:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.903417:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201986816 00000100:00100000:1.0:1746146157.903423:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201986816 00002000:00100000:1.0:1746146157.903462:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b1a3480 x1830966201986816/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.903471:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3480 with x1830966201986816 ext(0->7) 00010000:00010000:1.0:1746146157.903477:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61cd9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde72 expref: 50 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146157.903489:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61cd9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde72 expref: 50 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146157.903495:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a3480 00000100:00100000:1.0:1746146157.903525:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2967 00000100:00100000:1.0:1746146157.903532:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2007:x1830966201986816:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146157.904558:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966201986816:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1024us (1200us total) trans 4294972178 rc 0/0 00000100:00100000:0.0:1746146157.904564:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2967 00002000:00100000:0.0:1746146157.904570:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b1a3480 x1830966201986816/t4294972178(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:288/0 lens 496/448 e 0 to 0 dl 1746146168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146157.904577:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3480 with x1830966201986816 ext(0->7) 00010000:00010000:0.0:1746146157.904591:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61cd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde72 expref: 52 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146157.904601:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61cd9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde72 expref: 52 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146157.904606:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a3480 00000100:00100000:0.0:1746146157.908707:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.915858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.916049:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.916120:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201987200 00000100:00100000:1.0:1746146157.916125:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201987200 00002000:00100000:1.0:1746146157.916156:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2680 x1830966201987200/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.916165:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2680 with x1830966201987200 ext(0->4095) 00002000:00010000:1.0:1746146157.916169:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a2680 00000100:00100000:1.0:1746146157.916195:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13658 00000100:00100000:1.0:1746146157.916201:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201987200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146157.916296:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966201987200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.916301:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13658 00002000:00100000:1.0:1746146157.916305:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2680 x1830966201987200/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.916310:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2680 with x1830966201987200 ext(0->4095) 00002000:00010000:1.0:1746146157.916313:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a2680 00000100:00100000:0.0:1746146157.920996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.922765:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.926597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.931246:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.935068:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.938061:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.941613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.945303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.946089:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.946637:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201988736 00000100:00100000:1.0:1746146157.946643:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201988736 00002000:00100000:1.0:1746146157.946676:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cc380 x1830966201988736/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.946685:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc380 with x1830966201988736 ext(0->4095) 00002000:00010000:1.0:1746146157.946689:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cc380 00000100:00100000:1.0:1746146157.947072:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13660 00000100:00100000:1.0:1746146157.947080:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201988736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146157.947197:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201988736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (1895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.947203:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13660 00002000:00100000:1.0:1746146157.947209:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cc380 x1830966201988736/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.947216:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc380 with x1830966201988736 ext(0->4095) 00002000:00010000:1.0:1746146157.947219:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cc380 00000100:00100000:0.0:1746146157.949376:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201988992 00000100:00100000:0.0:1746146157.949385:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201988992 00000100:00100000:0.0:1746146157.949509:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30433 00000100:00100000:0.0:1746146157.949517:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1766:x1830966201988992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146157.949530:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146157.949541:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb61d03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfde9c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.949565:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146157.949570:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61cfc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde95 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.949575:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146157.949588:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb61d03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde9c expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.949617:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61cfc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde95 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.949628:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb61d03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfde9c expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146157.949637:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d6600, rc 0) 00000100:00100000:0.0:1746146157.949969:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1766:x1830966201988992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 452us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146157.949974:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30433 00000100:00100000:0.0:1746146157.951167:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.955550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.960638:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.964245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.967371:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.970146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.973857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.974952:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.976393:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.977420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.979902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.982010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.987575:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.989870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.992701:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.995945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146157.996105:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201991808 00000100:00100000:1.0:1746146157.996111:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201991808 00002000:00100000:1.0:1746146157.996142:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518e00 x1830966201991808/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/0 e 0 to 0 dl 1746146168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.996151:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518e00 with x1830966201991808 ext(0->4095) 00002000:00010000:1.0:1746146157.996155:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1518e00 00000100:00100000:1.0:1746146157.996181:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13664 00000100:00100000:1.0:1746146157.996187:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201991808:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146157.996299:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966201991808:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146157.996305:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13664 00002000:00100000:1.0:1746146157.996309:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518e00 x1830966201991808/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:288/0 lens 488/4536 e 0 to 0 dl 1746146168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146157.996316:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518e00 with x1830966201991808 ext(0->4095) 00002000:00010000:1.0:1746146157.996318:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1518e00 00000100:00100000:0.0:1746146157.998271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146157.998316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.003474:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.007828:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199131136:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146158.007846:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146158.007893:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966201992192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4267us (4419us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146158.007902:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13782 00000100:00100000:0.0:1746146158.011425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.012950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.019013:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.019106:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201992960 00000100:00100000:1.0:1746146158.019114:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201992960 00002000:00100000:1.0:1746146158.019146:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151b480 x1830966201992960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.019155:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b480 with x1830966201992960 ext(0->4095) 00010000:00010000:1.0:1746146158.019163:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdebf expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.019175:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdebf expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.019181:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a151b480 00000100:00100000:1.0:1746146158.019208:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2972 00000100:00100000:1.0:1746146158.019215:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966201992960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.019388:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966201992960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.019394:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2972 00002000:00100000:1.0:1746146158.019399:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151b480 x1830966201992960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.019406:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b480 with x1830966201992960 ext(0->4095) 00010000:00010000:1.0:1746146158.019410:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdebf expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.019419:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61d2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdebf expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.019424:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a151b480 00000100:00100000:0.0:1746146158.021802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.021881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.026038:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.030681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146158.033037:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146158.034316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.038108:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.042877:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201994112 00000100:00100000:0.0:1746146158.042884:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201994112 00010000:00010000:0.0:1746146158.043377:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61d3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfded4 expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746146158.043412:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13786 00000100:00100000:0.0:1746146158.043421:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966201994112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146158.045263:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146158.045287:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61d3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfded4 expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.045298:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61d3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfded4 expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.045315:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61d3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfded4 expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.045340:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.045342:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.045347:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdedb expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.045353:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdedb expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.045379:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdedb expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146158.045388:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cacad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199132032:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146158.045459:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.048286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.048548:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201994496 00000100:00100000:1.0:1746146158.048553:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201994496 00002000:00100000:1.0:1746146158.048590:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9c00 x1830966201994496/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.048598:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9c00 with x1830966201994496 ext(0->4095) 00010000:00010000:1.0:1746146158.048603:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdedb expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.048612:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdedb expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.048617:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9c00 00000100:00100000:1.0:1746146158.048636:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2974 00000100:00100000:1.0:1746146158.048641:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201994496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146158.048748:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201994496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.048754:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2974 00002000:00100000:1.0:1746146158.048759:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9c00 x1830966201994496/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.048765:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9c00 with x1830966201994496 ext(0->4095) 00010000:00010000:1.0:1746146158.048769:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdedb expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.048777:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdedb expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.048782:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9c00 00000100:00100000:0.0:1746146158.051893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.054821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.060539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.060784:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30444 00000100:00100000:1.0:1746146158.060794:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966201995008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146158.060807:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146158.060821:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdee9 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.060849:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb61d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee2 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.060855:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.060857:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.060859:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee9 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.060881:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb61d49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee2 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.060889:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb61d49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee2 expref: 51 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.060899:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199132416:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146158.060959:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.063622:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199132416:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146158.063645:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee9 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.063658:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146158.063689:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966201995008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2897us (3156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.063696:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30444 00000100:00100000:0.0:1746146158.065153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.065406:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201995136 00000100:00100000:1.0:1746146158.065411:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201995136 00002000:00100000:1.0:1746146158.065445:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cac8e00 x1830966201995136/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.065453:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8e00 with x1830966201995136 ext(0->7) 00010000:00010000:1.0:1746146158.065460:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb61d49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee2 expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.065471:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb61d49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee2 expref: 52 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.065476:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8e00 00000100:00100000:1.0:1746146158.065631:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2975 00000100:00100000:1.0:1746146158.065639:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966201995136:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146158.066441:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966201995136:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 801us (1290us total) trans 4294972179 rc 0/0 00000100:00100000:0.0:1746146158.066449:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2975 00002000:00100000:0.0:1746146158.066455:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cac8e00 x1830966201995136/t4294972179(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.066463:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8e00 with x1830966201995136 ext(0->7) 00010000:00010000:0.0:1746146158.066470:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb61d49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee2 expref: 54 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.066480:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7600/0x88944630cfb61d49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee2 expref: 54 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.066486:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8e00 00000100:00100000:0.0:1746146158.068402:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.068691:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.068772:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201995392 00000100:00100000:1.0:1746146158.068778:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201995392 00000100:00100000:1.0:1746146158.068850:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30445 00000100:00100000:1.0:1746146158.068858:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966201995392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146158.068871:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146158.068884:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61d57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdef0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.068904:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.068910:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee9 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.068915:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146158.068919:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61d57 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdef0 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.068947:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee9 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.068958:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61d57 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdef0 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.068965:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146158.068996:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966201995392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.069001:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30445 00000100:00100000:0.0:1746146158.071665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.071869:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201995648 00000100:00100000:1.0:1746146158.071874:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201995648 00002000:00100000:1.0:1746146158.071907:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9f80 x1830966201995648/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.071915:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9f80 with x1830966201995648 ext(0->4095) 00010000:00010000:1.0:1746146158.071921:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee9 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.071932:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee9 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.071937:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9f80 00000100:00100000:1.0:1746146158.072455:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2976 00000100:00100000:1.0:1746146158.072462:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201995648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146158.073019:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966201995648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 555us (1358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.073025:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2976 00002000:00100000:1.0:1746146158.073031:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9f80 x1830966201995648/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.073039:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9f80 with x1830966201995648 ext(0->4095) 00010000:00010000:1.0:1746146158.073043:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee9 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.073052:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb61d50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdee9 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.073057:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9f80 00000100:00100000:0.0:1746146158.076539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.080875:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.081092:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201996032 00000100:00100000:1.0:1746146158.081098:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201996032 00002000:00100000:1.0:1746146158.081126:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8380 x1830966201996032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.081135:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8380 with x1830966201996032 ext(0->4095) 00002000:00010000:1.0:1746146158.081138:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8380 00000100:00100000:1.0:1746146158.081375:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13667 00000100:00100000:1.0:1746146158.081382:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2009:x1830966201996032:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146158.081495:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2009:x1830966201996032:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (627us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.081501:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13667 00002000:00100000:1.0:1746146158.081505:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8380 x1830966201996032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.081512:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8380 with x1830966201996032 ext(0->4095) 00002000:00010000:1.0:1746146158.081514:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8380 00000100:00100000:0.0:1746146158.087630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.093098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.097341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.098516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.100224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.103524:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.108323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.108694:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201997184 00000100:00100000:1.0:1746146158.108700:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201997184 00002000:00100000:1.0:1746146158.108746:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9c00 x1830966201997184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.108754:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9c00 with x1830966201997184 ext(0->4095) 00002000:00010000:1.0:1746146158.108758:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9c00 00000100:00100000:1.0:1746146158.108784:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13668 00000100:00100000:1.0:1746146158.108790:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966201997184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.108875:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966201997184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.108880:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13668 00002000:00100000:1.0:1746146158.108884:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9c00 x1830966201997184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.108890:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9c00 with x1830966201997184 ext(0->4095) 00002000:00010000:1.0:1746146158.108892:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9c00 00000100:00100000:0.0:1746146158.111526:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.118325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.120102:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.121676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.126076:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.126502:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.129898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.133349:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.137330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.142401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.146067:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.147161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.149251:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.152199:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.155552:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.155696:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966201999744 00000100:00100000:1.0:1746146158.155701:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966201999744 00002000:00100000:1.0:1746146158.155748:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaca80 x1830966201999744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.155757:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaca80 with x1830966201999744 ext(0->4095) 00002000:00010000:1.0:1746146158.155761:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaca80 00000100:00100000:1.0:1746146158.155773:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13670 00000100:00100000:1.0:1746146158.155779:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966201999744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146158.157201:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966201999744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1415us (1644us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146158.157210:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13670 00002000:00100000:0.0:1746146158.157219:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaca80 x1830966201999744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.157226:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaca80 with x1830966201999744 ext(0->4095) 00002000:00010000:0.0:1746146158.157230:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaca80 00000100:00100000:0.0:1746146158.163532:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.168531:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202000000 00000100:00100000:1.0:1746146158.168537:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202000000 00002000:00100000:1.0:1746146158.168568:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb9bb80 x1830966202000000/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.168589:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9bb80 with x1830966202000000 ext(0->7) 00010000:00010000:1.0:1746146158.168596:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf21 expref: 56 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.168606:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf21 expref: 56 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.168611:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9bb80 00000100:00100000:1.0:1746146158.168635:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2982 00000100:00100000:1.0:1746146158.168641:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202000000:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146158.170005:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202000000:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1361us (1580us total) trans 4294972181 rc 0/0 00000100:00100000:0.0:1746146158.170014:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2982 00002000:00100000:0.0:1746146158.170022:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb9bb80 x1830966202000000/t4294972181(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.170029:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9bb80 with x1830966202000000 ext(0->7) 00010000:00010000:0.0:1746146158.170035:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf21 expref: 58 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.170045:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf21 expref: 58 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.170050:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9bb80 00000100:00100000:0.0:1746146158.173139:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.176863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.179914:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.182303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.186127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.189033:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.194875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.196478:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966202001152:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1292us (1599us total) trans 4294972182 rc 0/0 00000100:00100000:0.0:1746146158.196486:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2984 00002000:00100000:0.0:1746146158.196493:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007286bb80 x1830966202001152/t4294972182(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.196501:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286bb80 with x1830966202001152 ext(0->7) 00010000:00010000:0.0:1746146158.196508:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf2f expref: 60 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.196520:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61d96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf2f expref: 60 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.196526:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286bb80 00000100:00100000:0.0:1746146158.198790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.201864:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.203029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.204817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.205287:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.208156:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.210505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.213039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.215032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.220249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.221944:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202002816:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 724us (1696us total) trans 4294972183 rc 0/0 00000100:00100000:0.0:1746146158.221952:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2987 00002000:00100000:0.0:1746146158.221957:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b992d80 x1830966202002816/t4294972183(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.221964:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992d80 with x1830966202002816 ext(0->7) 00010000:00010000:0.0:1746146158.221969:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61dab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf44 expref: 62 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.221978:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb61dab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf44 expref: 62 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.221984:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992d80 00000100:00100000:0.0:1746146158.227521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.229397:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.234021:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.234216:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202003328 00000100:00100000:1.0:1746146158.234275:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202003328 00002000:00100000:1.0:1746146158.234310:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aabb80 x1830966202003328/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.234318:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aabb80 with x1830966202003328 ext(0->4095) 00010000:00010000:1.0:1746146158.234324:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61db2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf4b expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.234339:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61db2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf4b expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.234345:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aabb80 00000100:00100000:1.0:1746146158.234863:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2988 00000100:00100000:1.0:1746146158.234871:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202003328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.234976:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202003328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (956us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.234981:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2988 00002000:00100000:1.0:1746146158.234987:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aabb80 x1830966202003328/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.234994:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aabb80 with x1830966202003328 ext(0->4095) 00010000:00010000:1.0:1746146158.234998:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61db2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf4b expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.235006:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61db2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf4b expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.235011:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aabb80 00000100:00100000:0.0:1746146158.240182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.248032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.251869:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.254902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.258768:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.258865:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.259038:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202004224 00000100:00100000:1.0:1746146158.259044:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202004224 00002000:00100000:1.0:1746146158.259079:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f9880 x1830966202004224/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.259093:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9880 with x1830966202004224 ext(0->4095) 00002000:00010000:1.0:1746146158.259097:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f9880 00000100:00100000:1.0:1746146158.259122:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13674 00000100:00100000:1.0:1746146158.259128:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202004224:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146158.259241:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202004224:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.259247:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13674 00002000:00100000:1.0:1746146158.259252:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f9880 x1830966202004224/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.259258:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9880 with x1830966202004224 ext(0->4095) 00002000:00010000:1.0:1746146158.259260:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f9880 00000100:00100000:1.0:1746146158.263702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.264817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.267390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.269849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.274018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.274124:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202005248 00000100:00100000:1.0:1746146158.274129:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202005248 00002000:00100000:1.0:1746146158.274158:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa300 x1830966202005248/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.274166:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa300 with x1830966202005248 ext(0->4095) 00002000:00010000:1.0:1746146158.274170:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fa300 00000100:00100000:1.0:1746146158.274182:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13675 00000100:00100000:1.0:1746146158.274188:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202005248:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146158.274276:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202005248:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.274284:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13675 00002000:00100000:1.0:1746146158.274289:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa300 x1830966202005248/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.274295:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa300 with x1830966202005248 ext(0->4095) 00002000:00010000:1.0:1746146158.274297:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fa300 00000100:00100000:0.0:1746146158.277014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.282180:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.285816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.285968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.288806:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.290438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.293457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.293602:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202006400 00000100:00100000:1.0:1746146158.293609:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202006400 00002000:00100000:1.0:1746146158.293649:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa680 x1830966202006400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.293658:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa680 with x1830966202006400 ext(0->4095) 00010000:00010000:1.0:1746146158.293666:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf75 expref: 63 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.293677:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf75 expref: 63 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.293683:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fa680 00000100:00100000:1.0:1746146158.293706:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2991 00000100:00100000:1.0:1746146158.293751:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202006400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.293842:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202006400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.293847:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2991 00002000:00100000:1.0:1746146158.293851:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa680 x1830966202006400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.293863:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa680 with x1830966202006400 ext(0->4095) 00010000:00010000:1.0:1746146158.293867:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf75 expref: 63 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.293875:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf75 expref: 63 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.293880:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fa680 00000100:00100000:0.0:1746146158.295626:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.301230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.301269:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202006784 00000100:00100000:1.0:1746146158.301277:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202006784 00002000:00100000:1.0:1746146158.301309:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fb480 x1830966202006784/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.301318:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fb480 with x1830966202006784 ext(0->4095) 00002000:00010000:1.0:1746146158.301322:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fb480 00000100:00100000:1.0:1746146158.301358:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13676 00000100:00100000:1.0:1746146158.301365:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202006784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.301586:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202006784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.301593:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13676 00002000:00100000:1.0:1746146158.301598:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fb480 x1830966202006784/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.301605:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fb480 with x1830966202006784 ext(0->4095) 00002000:00010000:1.0:1746146158.301607:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fb480 00000100:00100000:0.0:1746146158.304268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.307901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.311769:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202007424 00000100:00100000:1.0:1746146158.311776:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202007424 00000100:00100000:0.0:1746146158.311804:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb98700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199138176:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746146158.311812:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb98380 x1830966202007424/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1746146158.311820:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746146158.311822:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98380 with x1830966202007424 ext(0->4095) 00002000:00010000:1.0:1746146158.311826:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98380 00000100:00100000:0.0:1746146158.311850:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2007:x1830966202007040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3814us (3957us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.311855:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13677 00000100:00100000:0.0:1746146158.311861:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13810 00000100:00100000:1.0:1746146158.311863:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202007424:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146158.311976:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202007424:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.312195:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13677 00002000:00100000:1.0:1746146158.312201:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb98380 x1830966202007424/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.312208:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98380 with x1830966202007424 ext(0->4095) 00010000:00010000:1.0:1746146158.312213:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61dea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf83 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.312222:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61dea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf83 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.312227:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb98380 00000100:00100000:0.0:1746146158.313840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.314745:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.314793:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202007680 00000100:00100000:0.0:1746146158.314799:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202007680 00010000:00010000:0.0:1746146158.314820:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf83 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746146158.314838:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13811 00000100:00100000:0.0:1746146158.314843:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202007680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146158.314852:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146158.314865:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61dea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf83 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.314875:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61dea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf83 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.314891:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61dea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf83 expref: 6 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.314902:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.314904:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.314909:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61df1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf8a expref: 61 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.314916:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61df1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf8a expref: 61 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.314940:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61df1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf8a expref: 61 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146158.314950:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199138432:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146158.314987:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.317148:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.317618:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199138432:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.317635:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.317684:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202007680:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2839us (2940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.317694:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13811 00000100:00100000:0.0:1746146158.321485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.321527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.321628:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202008192 00000100:00100000:1.0:1746146158.321636:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202008192 00010000:00010000:1.0:1746146158.321667:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61df1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf8a expref: 63 pid: 9582 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.321690:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13812 00000100:00100000:1.0:1746146158.321697:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202008192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.321708:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.321759:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61df1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf8a expref: 63 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.321769:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61df1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf8a expref: 63 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.321785:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61df1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf8a expref: 63 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.321799:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.321801:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.321807:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.321813:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.321837:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.321848:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199138688:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.321902:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.324106:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199138688:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.324118:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.324259:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202008192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2561us (2729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.324266:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13812 00000100:00100000:0.0:1746146158.325016:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202008448 00000100:00100000:0.0:1746146158.325021:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202008448 00002000:00100000:0.0:1746146158.325051:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb98700 x1830966202008448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.325059:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98700 with x1830966202008448 ext(0->4095) 00010000:00010000:0.0:1746146158.325065:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.325076:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.325081:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb98700 00000100:00100000:0.0:1746146158.325896:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2993 00000100:00100000:0.0:1746146158.325906:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202008448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146158.326025:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202008448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (1066us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146158.326034:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2993 00002000:00100000:0.0:1746146158.326040:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb98700 x1830966202008448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.326047:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98700 with x1830966202008448 ext(0->4095) 00010000:00010000:0.0:1746146158.326053:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.326062:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.326068:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb98700 00000100:00100000:0.0:1746146158.329326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.331156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.331445:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202008704 00000100:00100000:1.0:1746146158.331451:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202008704 00010000:00010000:1.0:1746146158.331474:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.331494:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13813 00000100:00100000:1.0:1746146158.331501:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966202008704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.331512:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.331527:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.331536:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.331554:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61df8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf91 expref: 63 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.331588:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.331590:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.331595:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf98 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.331602:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf98 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.331626:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf98 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.331636:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf98 expref: 62 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.331646:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199139072:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.331700:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88013675b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.334621:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199139072:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.334638:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.334667:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202008704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3166us (3514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.334676:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13813 00000100:00100000:0.0:1746146158.335441:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.335753:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202008832 00000100:00100000:1.0:1746146158.335758:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202008832 00010000:00010000:1.0:1746146158.335781:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf98 expref: 62 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.335809:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13814 00000100:00100000:1.0:1746146158.335815:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202008832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.335827:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.335842:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf98 expref: 62 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.335852:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf98 expref: 62 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.335868:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61dff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf98 expref: 62 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.335878:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.335880:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.335886:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf9f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.335893:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf9f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.335918:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf9f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.335928:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199139200:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.335981:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.337817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.337843:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199139200:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.337859:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.337903:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2008:x1830966202008832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2088us (2463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.337914:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13814 00000100:00100000:0.0:1746146158.339760:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.342913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.343280:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202009344 00000100:00100000:1.0:1746146158.343286:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202009344 00010000:00010000:1.0:1746146158.343309:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf9f expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.343336:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13815 00000100:00100000:1.0:1746146158.343342:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202009344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.343354:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.343375:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf9f expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.343384:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf9f expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.343401:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdf9f expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.343413:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.343414:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.343420:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.343426:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.343450:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.343460:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199139456:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.343522:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.345472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.345490:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199139456:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.345506:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.346075:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202009344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2732us (3169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.346082:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13815 00000100:00100000:0.0:1746146158.347673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.354352:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.357875:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202009856:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1300us (3521us total) trans 4294972184 rc 0/0 00000100:00100000:0.0:1746146158.357884:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2994 00002000:00100000:0.0:1746146158.357891:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081fa1180 x1830966202009856/t4294972184(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.357905:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1180 with x1830966202009856 ext(0->7) 00010000:00010000:0.0:1746146158.357912:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.357924:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.357929:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1180 00000100:00100000:0.0:1746146158.365556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.365680:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202009984 00000100:00100000:1.0:1746146158.365687:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202009984 00010000:00010000:1.0:1746146158.365832:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.366425:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13816 00000100:00100000:1.0:1746146158.366433:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2008:x1830966202009984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.366445:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746146158.366457:0:7219:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146158 -> 1746146159 00002000:00010000:1.0:1746146158.366459:0:7219:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146158 -> 1746146159 00010000:00010000:1.0:1746146158.366464:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.366473:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.366496:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61e0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfa6 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.366678:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.366681:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.366686:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfad expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.366693:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfad expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.366738:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfad expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.366747:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199139712:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.367515:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.368266:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.368555:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.368574:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202010368 00000100:00100000:0.0:1746146158.368589:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202010368 00002000:00100000:0.0:1746146158.368615:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1c00 x1830966202010368/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.368624:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1c00 with x1830966202010368 ext(0->4095) 00002000:00010000:0.0:1746146158.368628:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa1c00 00000100:00100000:1.0:1746146158.368807:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199139712:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.368821:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.368850:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966202009984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2420us (3301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.368857:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13816 00000100:00100000:1.0:1746146158.370960:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.371389:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.375309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.377191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.377280:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202011008 00000100:00100000:1.0:1746146158.377285:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202011008 00002000:00100000:1.0:1746146158.377357:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c700 x1830966202011008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.377366:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c700 with x1830966202011008 ext(0->4095) 00002000:00010000:1.0:1746146158.377369:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2c700 00000100:00100000:1.0:1746146158.377392:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13681 00000100:00100000:1.0:1746146158.377398:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202011008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.377494:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202011008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.377499:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13681 00002000:00100000:1.0:1746146158.377504:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c700 x1830966202011008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.377511:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c700 with x1830966202011008 ext(0->4095) 00002000:00010000:1.0:1746146158.377514:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2c700 00000100:00100000:0.0:1746146158.380010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.381982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.382443:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13819 00000100:00100000:0.0:1746146158.382450:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202011264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146158.382460:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146158.382478:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfbb expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.382487:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfbb expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.382504:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfbb expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.382531:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.382532:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.382538:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.382545:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.382568:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146158.382948:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199140480:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146158.383015:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.385895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.387520:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199140480:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146158.387537:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146158.387572:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2007:x1830966202011264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5122us (5590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146158.387591:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13819 00000100:00100000:1.0:1746146158.387647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.387965:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202011648 00000100:00100000:0.0:1746146158.387969:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202011648 00002000:00100000:0.0:1746146158.387992:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072868000 x1830966202011648/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.388000:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868000 with x1830966202011648 ext(0->4095) 00010000:00010000:0.0:1746146158.388157:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.388167:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.388173:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868000 00000100:00100000:0.0:1746146158.388195:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2996 00000100:00100000:0.0:1746146158.388201:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202011648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146158.388278:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202011648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 77us (631us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146158.388284:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2996 00002000:00100000:0.0:1746146158.388288:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072868000 x1830966202011648/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.388295:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868000 with x1830966202011648 ext(0->4095) 00010000:00010000:0.0:1746146158.388299:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.388306:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.388879:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868000 00000100:00100000:0.0:1746146158.389525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.390153:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.390607:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202011904 00000100:00100000:1.0:1746146158.390611:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202011904 00010000:00010000:1.0:1746146158.390628:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.390659:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13820 00000100:00100000:1.0:1746146158.390665:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202011904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.390673:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.390687:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.390695:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.390709:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61e29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc2 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.390738:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.390740:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.390745:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc9 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.390752:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc9 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.390770:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc9 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.390778:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc9 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.390787:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199140864:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.390842:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.392311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.392392:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199140864:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.392406:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.392433:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202011904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1768us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.392441:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13820 00000100:00100000:0.0:1746146158.394836:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.394957:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202012288 00000100:00100000:1.0:1746146158.394963:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202012288 00010000:00010000:1.0:1746146158.394991:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc9 expref: 65 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.395032:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13821 00000100:00100000:1.0:1746146158.395039:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2010:x1830966202012288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.395048:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.395063:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc9 expref: 65 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.395073:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc9 expref: 65 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.395091:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfc9 expref: 65 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.395363:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.395365:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.395371:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61e37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd0 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.395379:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd0 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.395405:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd0 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.395416:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199140992:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.395671:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.398007:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199140992:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146158.398019:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146158.398025:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.398055:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2010:x1830966202012288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3016us (3224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.398063:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13821 00000100:00100000:0.0:1746146158.399972:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.401708:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.402309:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202012800 00000100:00100000:1.0:1746146158.402314:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202012800 00010000:00010000:1.0:1746146158.402336:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd0 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.402366:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13822 00000100:00100000:1.0:1746146158.402373:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202012800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.402384:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.402399:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd0 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.402408:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd0 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.402425:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61e37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd0 expref: 64 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.402447:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.402448:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.402454:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61e3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd7 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.402460:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61e3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd7 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.402484:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61e3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd7 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.402493:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199141248:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.402680:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.403630:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199141248:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.403645:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.403679:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202012800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1306us (1971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.403686:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13822 00000100:00100000:0.0:1746146158.404094:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.405902:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.408066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.408172:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202013312 00000100:00100000:1.0:1746146158.408177:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202013312 00010000:00010000:1.0:1746146158.408202:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd7 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.408399:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13823 00000100:00100000:1.0:1746146158.408408:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202013312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.408419:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.408435:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd7 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.408445:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61e3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd7 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.408462:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61e3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfd7 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.408489:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.408491:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.408496:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.408503:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.408528:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.408537:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199141504:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.408599:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.411386:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.411497:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199141504:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.411515:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.411548:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202013312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3142us (3485us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.411556:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13823 00000100:00100000:0.0:1746146158.414392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.422918:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.426135:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2007:x1830966202013824:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1946us (3218us total) trans 4294972185 rc 0/0 00000100:00100000:0.0:1746146158.426145:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2998 00002000:00100000:0.0:1746146158.426155:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007286a680 x1830966202013824/t4294972185(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.426163:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a680 with x1830966202013824 ext(0->7) 00010000:00010000:0.0:1746146158.426171:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 66 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.426185:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 66 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.426195:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286a680 00000100:00100000:0.0:1746146158.431044:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.431091:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.431114:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202013952 00000100:00100000:1.0:1746146158.431122:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202013952 00010000:00010000:1.0:1746146158.431153:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 66 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.431185:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13824 00000100:00100000:1.0:1746146158.431190:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2010:x1830966202013952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.431202:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.431215:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 66 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.431225:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 66 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.431242:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7200/0x88944630cfb61e45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfde expref: 66 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.431256:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.431258:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.431263:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.431270:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.431293:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.431302:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199141760:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.431355:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.432162:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202014080 00000100:00100000:0.0:1746146158.432165:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202014080 00000100:00100000:0.0:1746146158.432198:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30481 00000100:00100000:0.0:1746146158.432204:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+66:1758:x1830966202014080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146158.432258:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146158.432270:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfdfec expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.432286:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.432291:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.432292:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.432295:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.432310:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.432319:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 5 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746146158.432327:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199141888:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146158.432455:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.434751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.434774:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202014336 00000100:00100000:0.0:1746146158.434780:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202014336 00002000:00100000:0.0:1746146158.434818:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460000 x1830966202014336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.434827:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460000 with x1830966202014336 ext(0->4095) 00010000:00010000:0.0:1746146158.434833:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.434845:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.434851:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460000 00000100:00100000:0.0:1746146158.434870:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 2999 00000100:00100000:0.0:1746146158.434875:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202014336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146158.434967:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199141760:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.434978:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.434998:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2010:x1830966202013952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3808us (3960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.435007:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13824 00000100:00100000:0.0:1746146158.435234:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202014336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 358us (486us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146158.435240:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 2999 00002000:00100000:0.0:1746146158.435245:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460000 x1830966202014336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.435252:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460000 with x1830966202014336 ext(0->4095) 00010000:00010000:0.0:1746146158.435256:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.435269:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.435274:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460000 00000100:00100000:0.0:1746146158.438032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.438099:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202014464 00000100:00100000:1.0:1746146158.438106:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202014464 00010000:00010000:1.0:1746146158.438134:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.438166:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13825 00000100:00100000:1.0:1746146158.438173:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202014464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.438186:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.438201:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.438210:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.438229:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61e4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfe5 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.438250:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.438252:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.438257:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.438264:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.438289:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.438299:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199142016:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.438365:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.440777:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199142016:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.440795:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.440833:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202014464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2659us (2806us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.440842:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13825 00000100:00100000:0.0:1746146158.442279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.442361:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202014720 00000100:00100000:1.0:1746146158.442367:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202014720 00002000:00100000:1.0:1746146158.442429:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461180 x1830966202014720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.442437:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461180 with x1830966202014720 ext(0->4095) 00002000:00010000:1.0:1746146158.442440:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a461180 00000100:00100000:1.0:1746146158.442461:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13685 00000100:00100000:1.0:1746146158.442467:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2007:x1830966202014720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.442560:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2007:x1830966202014720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.442565:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13685 00002000:00100000:1.0:1746146158.442569:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461180 x1830966202014720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.442585:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461180 with x1830966202014720 ext(0->4095) 00002000:00010000:1.0:1746146158.442588:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a461180 00000100:00100000:0.0:1746146158.446525:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.454270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.455261:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202014976:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 752us (993us total) trans 4294972186 rc 0/0 00000100:00100000:0.0:1746146158.455268:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3000 00002000:00100000:0.0:1746146158.455274:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009a461f80 x1830966202014976/t4294972186(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.455283:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461f80 with x1830966202014976 ext(0->7) 00010000:00010000:0.0:1746146158.455288:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 68 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.455299:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 68 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.455306:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461f80 00000100:00100000:0.0:1746146158.456640:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.456752:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202015104 00000100:00100000:1.0:1746146158.456758:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202015104 00010000:00010000:1.0:1746146158.456780:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 68 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.456804:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13826 00000100:00100000:1.0:1746146158.456808:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2007:x1830966202015104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.456817:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.456828:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 68 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.456835:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 68 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.456849:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b089a00/0x88944630cfb61e53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdfec expref: 68 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.456869:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.456870:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.456875:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61e5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdff3 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.456880:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdff3 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.456901:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdff3 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.456915:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199142272:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.456972:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.458456:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199142272:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.458472:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.458501:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+67:2007:x1830966202015104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1692us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.458508:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13826 00000100:00100000:0.0:1746146158.458851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.461558:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.462520:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.463765:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.463816:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202015744 00000100:00100000:1.0:1746146158.463820:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202015744 00010000:00010000:1.0:1746146158.463836:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdff3 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.464093:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13827 00000100:00100000:1.0:1746146158.464100:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202015744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.464110:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.464125:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdff3 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.464134:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdff3 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.464149:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb61e5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdff3 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.464170:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.464172:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.464179:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.464186:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.464207:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.464217:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 68 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.464225:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199142656:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.464277:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.465405:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199142656:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.465418:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.465452:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202015744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1352us (1687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.465459:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13827 00000100:00100000:0.0:1746146158.466134:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.466175:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202016000 00000100:00100000:1.0:1746146158.466180:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202016000 00002000:00100000:1.0:1746146158.466204:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461c00 x1830966202016000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.466213:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966202016000 ext(0->4095) 00010000:00010000:1.0:1746146158.466219:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.466233:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.466239:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461c00 00000100:00100000:1.0:1746146158.466263:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3001 00000100:00100000:1.0:1746146158.466270:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2008:x1830966202016000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146158.466382:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2008:x1830966202016000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.466387:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3001 00002000:00100000:1.0:1746146158.466392:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461c00 x1830966202016000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.466398:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966202016000 ext(0->4095) 00010000:00010000:1.0:1746146158.466401:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.466409:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.466413:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461c00 00000100:00100000:0.0:1746146158.468329:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.468406:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.468561:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202016128 00000100:00100000:1.0:1746146158.468565:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202016128 00010000:00010000:1.0:1746146158.468589:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.468608:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13828 00000100:00100000:1.0:1746146158.468614:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2009:x1830966202016128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.468620:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.468633:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.468641:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.468655:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb61e61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfdffa expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.468667:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.468669:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.468673:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe001 expref: 68 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.468679:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe001 expref: 68 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.468704:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe001 expref: 68 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.468731:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe001 expref: 68 pid: 9582 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.468741:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199142912:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.468794:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.470465:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.470702:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199142912:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.470742:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.470768:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2009:x1830966202016128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2154us (2361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.470774:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13828 00000100:00100000:0.0:1746146158.472696:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.472913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.473031:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202016768 00000100:00100000:1.0:1746146158.473034:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202016768 00010000:00010000:1.0:1746146158.473050:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe001 expref: 70 pid: 9582 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.473068:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13829 00000100:00100000:1.0:1746146158.473073:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202016768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.473080:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.473092:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe001 expref: 69 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.473101:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe001 expref: 69 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.473115:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61e68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe001 expref: 69 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.473156:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.473158:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.473163:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61e6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe008 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.473170:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61e6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe008 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.473188:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61e6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe008 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.473197:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61e6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe008 expref: 5 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.473206:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199143168:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.473259:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.474990:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199143168:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.475004:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.475043:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2007:x1830966202016768:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1968us (2129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.475052:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13829 00000100:00100000:0.0:1746146158.475128:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.478806:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.478903:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202017152 00000100:00100000:1.0:1746146158.478910:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202017152 00010000:00010000:1.0:1746146158.478937:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61e6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe008 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.478975:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13830 00000100:00100000:1.0:1746146158.478981:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202017152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.478992:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.479006:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61e6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe008 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.479017:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61e6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe008 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.479035:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61e6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe008 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.479065:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.479066:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.479072:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61e76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe00f expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.479080:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61e76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe00f expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.479104:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61e76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe00f expref: 67 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.479115:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199143296:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.479182:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.482283:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199143296:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.482301:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.482335:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202017152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3353us (3534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.482343:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13830 00000100:00100000:0.0:1746146158.483171:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.483264:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202017408 00000100:00100000:1.0:1746146158.483270:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202017408 00002000:00100000:1.0:1746146158.483300:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8c000 x1830966202017408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.483315:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c000 with x1830966202017408 ext(0->4095) 00002000:00010000:1.0:1746146158.483319:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8c000 00000100:00100000:1.0:1746146158.483988:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13687 00000100:00100000:1.0:1746146158.483997:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202017408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146158.484105:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202017408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (935us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.484111:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13687 00002000:00100000:1.0:1746146158.484116:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8c000 x1830966202017408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.484124:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c000 with x1830966202017408 ext(0->4095) 00002000:00010000:1.0:1746146158.484128:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8c000 00000100:00100000:0.0:1746146158.486908:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.491227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.491295:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202017664 00000100:00100000:1.0:1746146158.491300:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202017664 00010000:00010000:1.0:1746146158.491322:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61e76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe00f expref: 68 pid: 9582 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.491343:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13831 00000100:00100000:1.0:1746146158.491349:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202017664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.491359:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.491373:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61e76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe00f expref: 68 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.491382:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61e76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe00f expref: 68 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.491399:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61e76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe00f expref: 68 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.491422:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.491423:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.491429:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e7d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe016 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.491436:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe016 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.491458:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe016 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.491468:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199143552:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.491514:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.493084:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199143552:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.493099:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.493137:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+67:2008:x1830966202017664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1788us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.493144:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13831 00000100:00100000:0.0:1746146158.493279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.493476:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.496512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.496648:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.497140:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202018304 00000100:00100000:1.0:1746146158.497144:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202018304 00010000:00010000:1.0:1746146158.497159:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe016 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.497179:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13832 00000100:00100000:1.0:1746146158.497184:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202018304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.497191:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.497204:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe016 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.497212:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe016 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.497224:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb61e7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe016 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.497235:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.497236:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.497240:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe01d expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.497245:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe01d expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.497261:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe01d expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.497269:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe01d expref: 68 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.497281:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199143936:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.497328:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.499538:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.499907:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199143936:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.499924:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.499973:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202018304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2788us (3324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.499981:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13832 00000100:00100000:0.0:1746146158.505358:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.505420:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202018688 00000100:00100000:1.0:1746146158.505429:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202018688 00010000:00010000:1.0:1746146158.505462:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe01d expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.505501:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13833 00000100:00100000:1.0:1746146158.505509:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2010:x1830966202018688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.505522:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.505540:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe01d expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.505551:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe01d expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.505573:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61e84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe01d expref: 69 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.505609:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.505612:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.505618:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe024 expref: 68 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.505626:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe024 expref: 68 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.505653:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb61e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe024 expref: 68 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.505663:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199144064:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.505768:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.509132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.512335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.515978:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.521933:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.521983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.528018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.529096:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30492 00000100:00100000:1.0:1746146158.529106:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:1766:x1830966202019712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146158.529119:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146158.529134:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61ea0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe039 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.529150:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.529154:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61e99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe032 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.529159:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.529161:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61ea0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe039 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146158.529327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146158.529359:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb61e99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe032 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.529374:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61ea0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe039 expref: 69 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.529382:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146158.529410:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:1766:x1830966202019712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 307us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.529415:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30492 00000100:00100000:0.0:1746146158.535518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.539516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.543920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.547813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.551924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.553504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.559920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.563783:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.567916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.571437:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.574490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.574884:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202021760 00000100:00100000:1.0:1746146158.574889:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202021760 00002000:00100000:1.0:1746146158.574919:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080c88e00 x1830966202021760/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.574927:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88e00 with x1830966202021760 ext(0->7) 00010000:00010000:1.0:1746146158.574932:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe047 expref: 68 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.574942:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe047 expref: 68 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:1.0:1746146158.574948:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c88e00 00000100:00100000:1.0:1746146158.574961:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3007 00000100:00100000:1.0:1746146158.574974:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202021760:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146158.576243:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202021760:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1270us (1754us total) trans 4294972187 rc 0/0 00000100:00100000:0.0:1746146158.576251:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3007 00002000:00100000:0.0:1746146158.576258:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080c88e00 x1830966202021760/t4294972187(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.576265:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88e00 with x1830966202021760 ext(0->7) 00010000:00010000:0.0:1746146158.576271:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe047 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.576282:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe047 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.576288:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c88e00 00000100:00100000:0.0:1746146158.579110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.581173:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.582620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.584795:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.584828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.587214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.589532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.589590:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.589746:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13841 00000100:00100000:0.0:1746146158.589753:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202023040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146158.589764:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146158.589826:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe055 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.589836:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe055 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.589853:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61ebc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe055 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.589874:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.589876:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.589881:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61ec3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe05c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.589888:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61ec3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe05c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.589913:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61ec3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe05c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.590135:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61ec3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe05c expref: 5 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:0.0:1746146158.590146:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089603b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199146112:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146158.590486:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.592159:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089603b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199146112:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.592171:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.592198:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2008:x1830966202023040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2445us (2606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.592206:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13841 00000100:00100000:0.0:1746146158.593103:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.596850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.597280:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202023424 00000100:00100000:1.0:1746146158.597288:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202023424 00010000:00010000:1.0:1746146158.597315:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61ec3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe05c expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.597350:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13842 00000100:00100000:1.0:1746146158.597357:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202023424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.597367:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.597381:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61ec3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe05c expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.597391:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61ec3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe05c expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.597409:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61ec3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe05c expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.597436:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.597438:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.597444:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61eca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe063 expref: 69 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.597451:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61eca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe063 expref: 69 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.597477:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61eca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe063 expref: 69 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.597487:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199146368:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.597548:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.603063:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199146368:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.603083:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.603133:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202023424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5775us (6288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.603142:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13842 00000100:00100000:0.0:1746146158.603361:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.605513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.609941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.610068:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202023936 00000100:00100000:1.0:1746146158.610074:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202023936 00010000:00010000:1.0:1746146158.610098:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61eca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe063 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.610133:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13843 00000100:00100000:1.0:1746146158.610140:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202023936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.610149:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.610163:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61eca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe063 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.610172:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61eca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe063 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.610189:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61eca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe063 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.610214:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.610215:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.610221:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.610228:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.610252:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.610262:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199146624:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.610315:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.612706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.614532:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199146624:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.614547:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.614573:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2008:x1830966202023936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4433us (4634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.614593:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13843 00000100:00100000:0.0:1746146158.614965:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202024320 00000100:00100000:0.0:1746146158.614969:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202024320 00002000:00100000:0.0:1746146158.615001:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8380 x1830966202024320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.615010:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8380 with x1830966202024320 ext(0->4095) 00010000:00010000:0.0:1746146158.615016:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.615028:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.615033:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8380 00000100:00100000:0.0:1746146158.616126:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3011 00000100:00100000:0.0:1746146158.616134:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202024320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146158.616221:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202024320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (1280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146158.616227:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3011 00002000:00100000:0.0:1746146158.616232:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8380 x1830966202024320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.616247:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8380 with x1830966202024320 ext(0->4095) 00010000:00010000:0.0:1746146158.616252:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:0.0:1746146158.616263:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00002000:00010000:0.0:1746146158.616268:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8380 00000100:00100000:0.0:1746146158.618897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.621088:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202024576 00000100:00100000:1.0:1746146158.621094:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202024576 00010000:00010000:1.0:1746146158.621119:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.621139:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13844 00000100:00100000:1.0:1746146158.621145:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202024576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.621156:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.621171:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.621181:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.621199:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6c00/0x88944630cfb61ed1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe06a expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.621214:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.621217:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.621222:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ed8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe071 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.621230:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe071 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.621254:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe071 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.621264:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe071 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.621274:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147008:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.621332:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.627347:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147008:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.627368:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.627419:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202024576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6272us (6442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.627428:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13844 00000100:00100000:0.0:1746146158.627683:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.635858:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.636008:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202024960 00000100:00100000:1.0:1746146158.636015:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202024960 00010000:00010000:1.0:1746146158.636041:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe071 expref: 71 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.636195:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13845 00000100:00100000:1.0:1746146158.636202:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2008:x1830966202024960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.636213:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.636226:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe071 expref: 71 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.636237:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe071 expref: 71 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.636253:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ed8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe071 expref: 71 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.636280:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.636282:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.636287:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61edf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe078 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.636294:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61edf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe078 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.636317:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61edf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe078 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.636325:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147136:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.636383:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.639190:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147136:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.639209:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.639245:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202024960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3042us (3393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.639254:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13845 00000100:00100000:0.0:1746146158.641254:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.643696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.650761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.650822:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202025472 00000100:00100000:1.0:1746146158.650829:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202025472 00010000:00010000:1.0:1746146158.650855:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61edf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe078 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.650890:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13846 00000100:00100000:1.0:1746146158.650897:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202025472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.650908:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.650924:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61edf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe078 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.650935:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61edf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe078 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.650953:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb61edf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe078 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.650977:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.650979:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.650985:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61ee6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe07f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.650992:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61ee6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe07f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.651019:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61ee6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe07f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.651029:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147392:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.651072:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.653022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.654673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.654900:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147392:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.654917:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.654945:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202025472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4048us (4184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.654955:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13846 00000100:00100000:0.0:1746146158.658275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.658783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.658846:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202026112 00000100:00100000:1.0:1746146158.658849:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202026112 00010000:00010000:1.0:1746146158.658864:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61ee6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe07f expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.658881:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13847 00000100:00100000:1.0:1746146158.658886:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202026112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.658895:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.659030:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61ee6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe07f expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.659040:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61ee6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe07f expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.659055:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61ee6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe07f expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.659067:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.659068:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.659073:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe086 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.659079:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe086 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.659098:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe086 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.659107:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61eed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe086 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.659116:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147776:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.659155:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.663369:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.663635:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147776:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.663653:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.663694:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202026112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4807us (4911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.663702:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13847 00000100:00100000:0.0:1746146158.666467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.667205:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202026496 00000100:00100000:1.0:1746146158.667214:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202026496 00010000:00010000:1.0:1746146158.667243:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe086 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.667386:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13848 00000100:00100000:1.0:1746146158.667394:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ec2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2010:x1830966202026496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.667407:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.667422:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe086 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.667433:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe086 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.667450:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61eed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe086 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.667477:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.667479:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.667485:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe08d expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.667492:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe08d expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.667517:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe08d expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.667527:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147904:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.668156:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.670820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.673610:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199147904:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.673626:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.673660:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ec2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2010:x1830966202026496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6267us (7198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.673667:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13848 00000100:00100000:0.0:1746146158.674658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.679983:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.680086:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202027008 00000100:00100000:1.0:1746146158.680092:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202027008 00010000:00010000:1.0:1746146158.680119:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe08d expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.680204:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13849 00000100:00100000:1.0:1746146158.680210:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202027008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.680219:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.680233:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe08d expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.680242:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe08d expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.680259:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb61ef4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe08d expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.680283:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.680285:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.680291:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61efb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe094 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.680297:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61efb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe094 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.680320:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61efb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe094 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.680328:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199148160:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.680391:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.682766:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.682910:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199148160:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.682928:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.682961:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2008:x1830966202027008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2751us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.682970:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13849 00000100:00100000:0.0:1746146158.685173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.689411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.689475:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202027520 00000100:00100000:1.0:1746146158.689482:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202027520 00000100:00100000:1.0:1746146158.689530:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30507 00000100:00100000:1.0:1746146158.689537:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1766:x1830966202027520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146158.689550:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146158.689563:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe0a2 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.689594:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.689599:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 72 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.689605:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.689608:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 72 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.689634:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.689644:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 71 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.689652:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146158.689668:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1766:x1830966202027520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.689672:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30507 00000100:00100000:0.0:1746146158.690490:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.690904:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202027648 00000100:00100000:1.0:1746146158.690909:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202027648 00010000:00010000:1.0:1746146158.690929:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe094 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.690960:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13850 00000100:00100000:1.0:1746146158.690966:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202027648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.690975:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.690989:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61efb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe094 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.690998:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61efb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe094 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.691013:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb61efb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe094 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.691026:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.691028:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.691032:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.691038:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.691059:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.691068:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 70 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.691077:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199148544:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.691142:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.694697:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.694803:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199148544:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.694818:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.694849:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202027648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3882us (4361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.694857:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13850 00000100:00100000:0.0:1746146158.697170:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.697345:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202028032 00000100:00100000:1.0:1746146158.697352:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202028032 00010000:00010000:1.0:1746146158.697377:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.697459:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13851 00000100:00100000:1.0:1746146158.697468:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202028032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.697479:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.697495:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.697504:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.697521:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61f02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe09b expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.697542:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.697544:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.697549:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.697556:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.697591:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.697601:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199148672:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.697670:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.700406:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.700672:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199148672:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.700689:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.700756:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202028032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3289us (3590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.700764:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13851 00000100:00100000:0.0:1746146158.703306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.706105:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.706184:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202028544 00000100:00100000:1.0:1746146158.706189:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202028544 00010000:00010000:1.0:1746146158.706212:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 70 pid: 9582 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.706242:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13852 00000100:00100000:1.0:1746146158.706248:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202028544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.706257:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.706271:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 70 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.706280:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 70 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.706622:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb61f09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a2 expref: 70 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.706637:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.706639:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.706645:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61f10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a9 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.706652:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61f10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a9 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.706675:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61f10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a9 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.706685:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199148928:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.706758:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d540 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.707829:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199148928:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.707917:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.707954:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2008:x1830966202028544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1704us (1855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.707960:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13852 00000100:00100000:0.0:1746146158.708327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.710309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.711931:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.711980:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202029056 00000100:00100000:1.0:1746146158.711985:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202029056 00000100:00100000:1.0:1746146158.712188:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30510 00000100:00100000:1.0:1746146158.712195:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1758:x1830966202029056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146158.712204:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146158.712214:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe0b7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.712228:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.712231:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.712237:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.712240:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 72 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.712261:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.712272:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 72 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.712280:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8800, rc 0) 00000100:00100000:1.0:1746146158.712317:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202029056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.712322:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30510 00000100:00100000:0.0:1746146158.713867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.714193:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202029184 00000100:00100000:1.0:1746146158.714199:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202029184 00010000:00010000:1.0:1746146158.714221:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61f10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a9 expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.714289:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13853 00000100:00100000:1.0:1746146158.714296:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202029184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.714307:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.714323:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61f10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a9 expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.714331:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61f10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a9 expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.714349:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb61f10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0a9 expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.714874:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.714877:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.714884:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.714891:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.714922:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.714932:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 70 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.714943:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199149312:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.715019:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d540 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.716588:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199149312:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.716608:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.716649:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202029184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2352us (2782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.716659:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13853 00000100:00100000:0.0:1746146158.716903:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.718550:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.720242:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.720334:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202029696 00000100:00100000:1.0:1746146158.720339:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202029696 00010000:00010000:1.0:1746146158.720364:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 71 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.720633:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13854 00000100:00100000:1.0:1746146158.720641:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202029696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.720650:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.720666:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 71 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.720676:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 71 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.720694:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb61f17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b0 expref: 71 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.720860:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.720863:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.720869:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.720876:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.720901:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 70 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.720911:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 70 pid: 9582 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.720921:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199149568:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.721343:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.723509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.723627:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199149568:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.723645:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.723682:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202029696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3041us (3441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.723691:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13854 00000100:00100000:0.0:1746146158.725101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.725133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.725156:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.725171:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.725183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.725193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.725212:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.725227:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202030464 00000100:00100000:0.0:1746146158.725230:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202030464 00000100:00100000:0.0:1746146158.725270:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 790 00000100:00100000:0.0:1746146158.725275:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202030464:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746146158.725289:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202030080 00000100:00100000:1.0:1746146158.725293:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202030080 00000100:00100000:1.0:1746146158.725317:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 560 00000100:00100000:1.0:1746146158.725322:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008061b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:062d881c-0617-4303-9947-c7a5def1166b+12:2010:x1830966202030080:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746146158.725346:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008061b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:062d881c-0617-4303-9947-c7a5def1166b+12:2010:x1830966202030080:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 23us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.725352:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 560 00000100:00100000:0.0:1746146158.725357:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202030464:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 81us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146158.725366:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 790 00000100:00100000:0.0:1746146158.727535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.727598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.727655:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202031104 00000100:00100000:1.0:1746146158.727663:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202031104 00010000:00010000:1.0:1746146158.727689:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 71 pid: 9582 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.727740:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13855 00000100:00100000:1.0:1746146158.727746:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202031104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.727756:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.727843:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 72 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.727861:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 72 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.727877:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb61f1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0b7 expref: 72 pid: 9582 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.727935:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.727965:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202031104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 219us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.727972:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13855 00000100:00100000:0.0:1746146158.730162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.733342:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.733475:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202031488 00000100:00100000:1.0:1746146158.733482:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202031488 00010000:00010000:1.0:1746146158.733506:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61f25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0be expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.733544:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13856 00000100:00100000:1.0:1746146158.733551:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202031488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.733563:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.733586:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61f25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0be expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.733595:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61f25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0be expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.733612:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb61f25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0be expref: 6 pid: 26612 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.733641:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.733643:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.733649:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0c5 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.733655:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0c5 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.733897:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0c5 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.733907:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199149952:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.733978:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.735978:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199149952:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.735994:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.736032:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202031488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2481us (2696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.736040:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13856 00000100:00100000:0.0:1746146158.736230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.738179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.740851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.740908:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202032000 00000100:00100000:1.0:1746146158.740913:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202032000 00010000:00010000:1.0:1746146158.740932:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0c5 expref: 70 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.740962:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13857 00000100:00100000:1.0:1746146158.740968:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202032000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.740980:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.740993:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0c5 expref: 70 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.741003:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0c5 expref: 70 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.741018:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0c5 expref: 70 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.741040:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.741042:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.741046:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0cc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.741053:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0cc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.741074:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0cc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.741083:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199150208:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.741135:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.743445:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.743538:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199150208:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.743552:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.743600:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2007:x1830966202032000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2632us (2750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.743612:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13857 00000100:00100000:0.0:1746146158.746132:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.747952:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202032512 00000100:00100000:0.0:1746146158.747958:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202032512 00000100:00100000:0.0:1746146158.748130:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30515 00000100:00100000:0.0:1746146158.748137:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1758:x1830966202032512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146158.748149:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146158.748160:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe0da expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.748176:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.748180:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 72 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.748185:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146158.748187:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 72 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.748210:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 72 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.748220:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 72 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.748228:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009146ac00, rc 0) 00000100:00100000:0.0:1746146158.748420:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202032512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 281us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146158.748426:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30515 00000100:00100000:0.0:1746146158.749844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.750048:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202032640 00000100:00100000:1.0:1746146158.750053:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202032640 00010000:00010000:1.0:1746146158.750073:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0cc expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.750092:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13858 00000100:00100000:1.0:1746146158.750098:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202032640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.750107:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.750121:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0cc expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.750331:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0cc expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.750431:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0cc expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.750456:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.750458:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.750464:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.750471:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.750494:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.750504:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 70 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.751013:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199150592:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.751711:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.753608:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199150592:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.753627:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.753673:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202032640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3574us (3828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.753682:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13858 00000100:00100000:0.0:1746146158.754116:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.756791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.756815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.756850:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202033152 00000100:00100000:1.0:1746146158.756853:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202033152 00010000:00010000:1.0:1746146158.756868:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.756889:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13859 00000100:00100000:1.0:1746146158.756892:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2008:x1830966202033152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.756898:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.756911:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.756918:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.756929:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb61f3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0d3 expref: 71 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.757060:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.757063:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.757072:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 70 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.757079:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 70 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.757181:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 70 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.757190:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 70 pid: 10121 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.757200:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199150848:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.757245:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.758706:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199150848:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.758743:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.758771:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202033152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1876us (1953us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.758778:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13859 00000100:00100000:0.0:1746146158.759344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.761373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.761436:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.761924:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202033536 00000100:00100000:1.0:1746146158.761928:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202033536 00010000:00010000:1.0:1746146158.761943:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 71 pid: 10121 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.761976:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13860 00000100:00100000:1.0:1746146158.761981:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202033536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.761988:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.762001:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 71 pid: 10121 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.762009:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 71 pid: 10121 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.762023:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0da expref: 71 pid: 10121 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.762226:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.762228:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.762234:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e1 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.762241:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e1 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.762260:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e1 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.762270:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e1 expref: 5 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.762290:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199151104:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.762358:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.763780:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199151104:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.763794:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.763827:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202033536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1845us (2390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.763834:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13860 00000100:00100000:0.0:1746146158.764130:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.767238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.767302:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202034048 00000100:00100000:1.0:1746146158.767308:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202034048 00010000:00010000:1.0:1746146158.767335:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e1 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00000100:00100000:1.0:1746146158.767371:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13861 00000100:00100000:1.0:1746146158.767378:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202034048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146158.767389:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146158.767403:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e1 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.767412:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e1 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.767430:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e1 expref: 6 pid: 9583 timeout: 860 lvb_type: 0 00010000:00010000:1.0:1746146158.767457:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.767460:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146158.767466:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e8 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.767473:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e8 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.767499:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb61f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe0e8 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146158.767509:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199151232:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146158.767585:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146158.769345:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199151232:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146158.769361:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146158.770215:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202034048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2833us (2978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.770225:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13861 00000100:00100000:1.0:1746146158.770813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.773279:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.775873:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.780145:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13701 00000100:00100000:0.0:1746146158.780153:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202034816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146158.780259:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202034816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (962us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146158.780263:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13701 00002000:00100000:0.0:1746146158.780268:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacad80 x1830966202034816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.780274:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacad80 with x1830966202034816 ext(0->4095) 00002000:00010000:0.0:1746146158.780277:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacad80 00000100:00100000:0.0:1746146158.782419:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.782452:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.785843:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.787988:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.788268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.790370:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.792976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.796167:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.797285:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202036352 00000100:00100000:1.0:1746146158.797293:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202036352 00002000:00100000:1.0:1746146158.797327:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e25880 x1830966202036352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.797336:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e25880 with x1830966202036352 ext(0->4095) 00002000:00010000:1.0:1746146158.797340:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e25880 00000100:00100000:1.0:1746146158.797398:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13702 00000100:00100000:1.0:1746146158.797405:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202036352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.797877:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202036352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 471us (1714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.797883:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13702 00002000:00100000:1.0:1746146158.797888:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e25880 x1830966202036352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.797895:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e25880 with x1830966202036352 ext(0->4095) 00002000:00010000:1.0:1746146158.797898:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e25880 00000100:00100000:0.0:1746146158.805823:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.814404:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.814764:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202036608 00000100:00100000:1.0:1746146158.814771:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202036608 00002000:00100000:1.0:1746146158.814806:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d4d500 x1830966202036608/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.814814:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d500 with x1830966202036608 ext(0->7) 00010000:00010000:1.0:1746146158.814821:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe104 expref: 70 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.814833:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe104 expref: 70 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.814839:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4d500 00000100:00100000:1.0:1746146158.815398:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3025 00000100:00100000:1.0:1746146158.815407:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202036608:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146158.817493:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966202036608:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2080us (3088us total) trans 4294972188 rc 0/0 00000100:00100000:0.0:1746146158.817996:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3025 00002000:00100000:0.0:1746146158.818008:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d4d500 x1830966202036608/t4294972188(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.818016:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d500 with x1830966202036608 ext(0->7) 00010000:00010000:0.0:1746146158.818024:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe104 expref: 72 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146158.818037:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb61f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe104 expref: 72 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146158.818044:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4d500 00000100:00100000:0.0:1746146158.820894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.823635:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202036864 00000100:00100000:0.0:1746146158.823639:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202036864 00000100:00100000:0.0:1746146158.823659:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30523 00000100:00100000:0.0:1746146158.823665:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202036864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146158.823675:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146158.823685:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe112 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.823699:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb61f72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe10b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.823704:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.823705:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.823707:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe112 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.823748:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb61f72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe10b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.823756:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb61f72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe10b expref: 5 pid: 9583 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746146158.823763:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199152640:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146158.823795:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.825882:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.826240:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202037120 00000100:00100000:1.0:1746146158.826246:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202037120 00002000:00100000:1.0:1746146158.826279:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954700 x1830966202037120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.826293:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954700 with x1830966202037120 ext(0->4095) 00010000:00010000:1.0:1746146158.826300:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb61f72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe10b expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.826310:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb61f72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe10b expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.826316:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c954700 00000100:00100000:1.0:1746146158.826331:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3026 00000100:00100000:1.0:1746146158.826337:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202037120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.826428:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202037120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.826433:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3026 00002000:00100000:1.0:1746146158.826437:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954700 x1830966202037120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.826444:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954700 with x1830966202037120 ext(0->4095) 00010000:00010000:1.0:1746146158.826448:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb61f72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe10b expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.826456:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb61f72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe10b expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.826461:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c954700 00000100:00100000:1.0:1746146158.827082:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199152640:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146158.827103:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe112 expref: 72 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.827115:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009146ac00, rc 0) 00000100:00100000:1.0:1746146158.827547:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202036864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3880us (3972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.827553:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30523 00000100:00100000:0.0:1746146158.829792:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.831137:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202037376 00000100:00100000:1.0:1746146158.831141:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202037376 00000100:00100000:1.0:1746146158.831169:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30524 00000100:00100000:1.0:1746146158.831175:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202037376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146158.831186:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146158.831196:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe119 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.831212:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe112 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.831218:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.831220:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.831222:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe119 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.831240:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe112 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.831251:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009146ac00/0x88944630cfb61f79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe112 expref: 71 pid: 9583 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746146158.831260:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199152896:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146158.831300:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58de40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146158.832872:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.837354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.837668:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199152896:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146158.837694:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe119 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.837710:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146158.837777:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202037376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6601us (6678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.837784:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30524 00000100:00100000:1.0:1746146158.837805:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202037760 00000100:00100000:1.0:1746146158.837809:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202037760 00000100:00100000:1.0:1746146158.837845:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30525 00000100:00100000:1.0:1746146158.837851:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202037760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146158.837863:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146158.837874:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61f87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe120 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.837890:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146158.837894:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe119 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.837899:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146158.837901:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61f87 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe120 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.837926:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe119 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.837934:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb61f87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe120 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146158.837940:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146158.837955:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202037760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146158.837959:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30525 00000100:00100000:0.0:1746146158.838052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.841769:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.841828:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202038144 00000100:00100000:1.0:1746146158.841835:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202038144 00002000:00100000:1.0:1746146158.841867:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957800 x1830966202038144/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.841874:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957800 with x1830966202038144 ext(0->4095) 00010000:00010000:1.0:1746146158.841881:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe119 expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.841891:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe119 expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.841896:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957800 00000100:00100000:1.0:1746146158.841914:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3028 00000100:00100000:1.0:1746146158.841920:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202038144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.842131:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202038144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 210us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.842137:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3028 00002000:00100000:1.0:1746146158.842143:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957800 x1830966202038144/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.842149:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957800 with x1830966202038144 ext(0->4095) 00010000:00010000:1.0:1746146158.842154:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe119 expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.842162:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb61f80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe119 expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.842167:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957800 00000100:00100000:0.0:1746146158.844591:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.846608:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.846657:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202038528 00000100:00100000:1.0:1746146158.846664:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202038528 00002000:00100000:1.0:1746146158.846697:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954000 x1830966202038528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.846705:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954000 with x1830966202038528 ext(0->4095) 00002000:00010000:1.0:1746146158.846708:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c954000 00000100:00100000:1.0:1746146158.846777:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13703 00000100:00100000:1.0:1746146158.846782:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2008:x1830966202038528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146158.846885:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2008:x1830966202038528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.846890:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13703 00002000:00100000:1.0:1746146158.846894:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954000 x1830966202038528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.846906:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954000 with x1830966202038528 ext(0->4095) 00002000:00010000:1.0:1746146158.846908:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c954000 00000100:00100000:0.0:1746146158.849523:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.852275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.855223:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.858945:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.858988:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.862036:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.864989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.867167:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.869925:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.873094:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.876698:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.879343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.880265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.881379:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.884432:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.886682:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.888646:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.890974:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.893553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.896646:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.899670:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.903413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.903741:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.903842:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202042368 00000100:00100000:0.0:1746146158.903845:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202042368 00000100:00100000:0.0:1746146158.903864:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30534 00000100:00100000:0.0:1746146158.903868:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1766:x1830966202042368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146158.903875:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146158.903881:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009146a600/0x88944630cfb61fc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe15f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.903890:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.903893:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61fbf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe158 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.903897:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146158.903900:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009146a600/0x88944630cfb61fc6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe15f expref: 74 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.903919:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb61fbf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe158 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.903929:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009146a600/0x88944630cfb61fc6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe15f expref: 74 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.903938:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009146a600, rc 0) 00000100:00100000:0.0:1746146158.903971:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1766:x1830966202042368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146158.903976:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30534 00000100:00100000:0.0:1746146158.907536:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.909914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.913553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.916755:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.918231:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.920851:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.922553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.923995:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.926299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.928805:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.932590:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.937185:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.938447:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202044416:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1029us (1264us total) trans 4294972189 rc 0/0 00000100:00100000:0.0:1746146158.938656:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3032 00002000:00100000:0.0:1746146158.938664:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b311500 x1830966202044416/t4294972189(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 496/448 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146158.938671:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311500 with x1830966202044416 ext(0->7) 00010000:00010000:0.0:1746146158.938676:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe16d expref: 74 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146158.938686:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb61fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe16d expref: 74 pid: 26612 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146158.938691:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b311500 00000100:00100000:0.0:1746146158.946051:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.955272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.955368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.955449:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202044928 00000100:00100000:1.0:1746146158.955456:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202044928 00002000:00100000:1.0:1746146158.955491:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b311180 x1830966202044928/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.955500:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311180 with x1830966202044928 ext(0->4095) 00002000:00010000:1.0:1746146158.955504:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b311180 00000100:00100000:1.0:1746146158.955521:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13712 00000100:00100000:1.0:1746146158.955526:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202044928:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146158.955643:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202044928:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.955652:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13712 00002000:00100000:1.0:1746146158.955658:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b311180 x1830966202044928/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.955663:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311180 with x1830966202044928 ext(0->4095) 00002000:00010000:1.0:1746146158.955665:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b311180 00000100:00100000:0.0:1746146158.957439:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.958754:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.961041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.961084:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202045440 00000100:00100000:1.0:1746146158.961089:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202045440 00002000:00100000:1.0:1746146158.961121:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866d80 x1830966202045440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.961135:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866d80 with x1830966202045440 ext(0->4095) 00010000:00010000:1.0:1746146158.961141:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe17b expref: 75 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.961151:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe17b expref: 75 pid: 26612 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.961157:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b866d80 00000100:00100000:1.0:1746146158.961174:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3033 00000100:00100000:1.0:1746146158.961180:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202045440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146158.961490:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202045440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.961496:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3033 00002000:00100000:1.0:1746146158.961501:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866d80 x1830966202045440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.961508:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866d80 with x1830966202045440 ext(0->4095) 00010000:00010000:1.0:1746146158.961513:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe17b expref: 75 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.961521:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7800/0x88944630cfb61fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe17b expref: 75 pid: 26612 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.961526:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b866d80 00000100:00100000:0.0:1746146158.963321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.966700:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.966810:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202045824 00000100:00100000:1.0:1746146158.966818:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202045824 00002000:00100000:1.0:1746146158.966852:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865f80 x1830966202045824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.966860:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865f80 with x1830966202045824 ext(0->4095) 00002000:00010000:1.0:1746146158.966864:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b865f80 00000100:00100000:1.0:1746146158.966881:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13713 00000100:00100000:1.0:1746146158.966888:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2010:x1830966202045824:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146158.966991:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2010:x1830966202045824:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.966997:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13713 00002000:00100000:1.0:1746146158.967001:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865f80 x1830966202045824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.967008:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865f80 with x1830966202045824 ext(0->4095) 00002000:00010000:1.0:1746146158.967011:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b865f80 00000100:00100000:0.0:1746146158.969376:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.972655:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.975413:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.977214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.978820:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.980334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.982392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.985067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.985305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.987949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.991483:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.991531:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146158.996083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146158.996263:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202048000 00000100:00100000:1.0:1746146158.996269:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202048000 00002000:00100000:1.0:1746146158.996297:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838380 x1830966202048000/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/0 e 0 to 0 dl 1746146169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.996305:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966202048000 ext(0->4095) 00010000:00010000:1.0:1746146158.996311:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe19e expref: 6 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.996321:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe19e expref: 6 pid: 9582 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.996331:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e838380 00000100:00100000:1.0:1746146158.996355:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3036 00000100:00100000:1.0:1746146158.996361:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202048000:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146158.996471:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202048000:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146158.996475:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3036 00002000:00100000:1.0:1746146158.996479:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838380 x1830966202048000/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:289/0 lens 488/4536 e 0 to 0 dl 1746146169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146158.996485:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966202048000 ext(0->4095) 00010000:00010000:1.0:1746146158.996489:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe19e expref: 6 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146158.996497:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe19e expref: 6 pid: 9582 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146158.996501:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e838380 00000100:00100000:0.0:1746146158.998856:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202048128 00000100:00100000:0.0:1746146158.998862:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202048128 00010000:00010000:0.0:1746146158.998887:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe19e expref: 6 pid: 9582 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746146158.998923:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13888 00000100:00100000:0.0:1746146158.998929:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202048128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146158.998941:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146158.998956:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62005 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe19e expref: 6 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146158.998965:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62005 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe19e expref: 6 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146158.998987:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62005 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe19e expref: 6 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146158.999012:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.999014:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146158.999019:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb6200c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1a5 expref: 73 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146158.999389:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb6200c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1a5 expref: 73 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146159.003828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.004501:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202048384 00000100:00100000:1.0:1746146159.004507:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202048384 00002000:00100000:1.0:1746146159.004536:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83ad80 x1830966202048384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.004544:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83ad80 with x1830966202048384 ext(0->4095) 00002000:00010000:1.0:1746146159.004548:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83ad80 00000100:00100000:1.0:1746146159.004579:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13715 00000100:00100000:1.0:1746146159.004586:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202048384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.004686:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202048384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.004691:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13715 00002000:00100000:1.0:1746146159.004695:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83ad80 x1830966202048384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.004701:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83ad80 with x1830966202048384 ext(0->4095) 00002000:00010000:1.0:1746146159.004703:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83ad80 00000100:00100000:0.0:1746146159.008178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.010597:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.013809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.013843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.021016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.023797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.025329:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202049792 00000100:00100000:0.0:1746146159.025333:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202049792 00010000:00010000:0.0:1746146159.025381:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb6201a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1b3 expref: 75 pid: 9582 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746146159.025399:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13891 00000100:00100000:0.0:1746146159.025404:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202049792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146159.025413:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146159.025430:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb6201a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1b3 expref: 75 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.025438:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb6201a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1b3 expref: 75 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.025452:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6a00/0x88944630cfb6201a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1b3 expref: 75 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.025871:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.025873:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.025878:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb62021 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1ba expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.025885:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb62021 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1ba expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.025905:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb62021 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1ba expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.025914:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081fb6400/0x88944630cfb62021 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1ba expref: 5 pid: 9582 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746146159.025922:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199159040:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146159.026278:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146159.029312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146159.035171:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146159.035518:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.040737:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.045020:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.055499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.056827:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202050688:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 838us (1334us total) trans 4294972190 rc 0/0 00000100:00100000:0.0:1746146159.056836:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3040 00002000:00100000:0.0:1746146159.056842:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072868700 x1830966202050688/t4294972190(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.056850:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868700 with x1830966202050688 ext(0->7) 00010000:00010000:0.0:1746146159.056856:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb62028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1c1 expref: 76 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.056865:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7c00/0x88944630cfb62028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1c1 expref: 76 pid: 9582 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.056871:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868700 00000100:00100000:0.0:1746146159.060804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.066685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.068900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.070858:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.076566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.080497:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.088561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.094095:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.099291:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.104279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.104334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.109841:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.112193:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.115013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.115080:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202053120 00000100:00100000:1.0:1746146159.115086:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202053120 00002000:00100000:1.0:1746146159.116265:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6680 x1830966202053120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.116274:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6680 with x1830966202053120 ext(0->4095) 00002000:00010000:1.0:1746146159.116278:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6680 00000100:00100000:1.0:1746146159.116315:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13719 00000100:00100000:1.0:1746146159.116327:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202053120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146159.116440:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202053120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (1437us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.116446:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13719 00002000:00100000:1.0:1746146159.116452:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6680 x1830966202053120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.116464:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6680 with x1830966202053120 ext(0->4095) 00002000:00010000:1.0:1746146159.116466:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6680 00000100:00100000:0.0:1746146159.119142:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.124700:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.127732:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202053376:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2726us (3008us total) trans 4294972191 rc 0/0 00000100:00100000:0.0:1746146159.127742:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3043 00002000:00100000:0.0:1746146159.127751:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801306f8000 x1830966202053376/t4294972191(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.127760:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f8000 with x1830966202053376 ext(0->7) 00010000:00010000:0.0:1746146159.127768:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb6204b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1e4 expref: 78 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.127781:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb6204b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1e4 expref: 78 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.127787:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f8000 00000100:00100000:0.0:1746146159.130181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.132089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.135271:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.135326:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202053888 00000100:00100000:0.0:1746146159.135331:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202053888 00002000:00100000:0.0:1746146159.135363:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c380 x1830966202053888/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.135372:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c380 with x1830966202053888 ext(0->4095) 00010000:00010000:0.0:1746146159.135378:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb62052 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1eb expref: 6 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.135388:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb62052 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1eb expref: 6 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.135399:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4c380 00000100:00100000:0.0:1746146159.135422:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3044 00000100:00100000:0.0:1746146159.135429:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202053888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146159.135531:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202053888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (261us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146159.135536:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3044 00002000:00100000:0.0:1746146159.135541:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c380 x1830966202053888/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.135548:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c380 with x1830966202053888 ext(0->4095) 00010000:00010000:0.0:1746146159.135552:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb62052 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1eb expref: 6 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.135561:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6600/0x88944630cfb62052 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1eb expref: 6 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.135566:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4c380 00000100:00100000:0.0:1746146159.137404:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.141673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.144368:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.147971:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.149659:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202054528:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 868us (1687us total) trans 4294972192 rc 0/0 00000100:00100000:0.0:1746146159.149666:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3045 00002000:00100000:0.0:1746146159.149674:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8e300 x1830966202054528/t4294972192(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.149686:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e300 with x1830966202054528 ext(0->7) 00010000:00010000:0.0:1746146159.149693:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb62059 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1f2 expref: 80 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.149703:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7000/0x88944630cfb62059 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe1f2 expref: 80 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.149709:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8e300 00000100:00100000:0.0:1746146159.155702:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.159638:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.162681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.166222:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.166807:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.169128:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.169391:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202055552 00000100:00100000:1.0:1746146159.169397:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202055552 00002000:00100000:1.0:1746146159.169427:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ea00 x1830966202055552/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.169436:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ea00 with x1830966202055552 ext(0->4095) 00010000:00010000:1.0:1746146159.169443:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe200 expref: 81 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.169453:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe200 expref: 81 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.169459:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ea00 00000100:00100000:1.0:1746146159.169536:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3046 00000100:00100000:1.0:1746146159.169544:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202055552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.169658:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202055552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.169664:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3046 00002000:00100000:1.0:1746146159.169668:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ea00 x1830966202055552/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.169680:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ea00 with x1830966202055552 ext(0->4095) 00010000:00010000:1.0:1746146159.169684:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe200 expref: 81 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.169692:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe200 expref: 81 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.169697:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ea00 00000100:00100000:0.0:1746146159.171339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.171408:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.173923:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.174549:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202056064 00000100:00100000:1.0:1746146159.174556:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202056064 00002000:00100000:1.0:1746146159.174597:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2d500 x1830966202056064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.174606:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d500 with x1830966202056064 ext(0->4095) 00010000:00010000:1.0:1746146159.174613:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6206e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe207 expref: 80 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.174624:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6206e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe207 expref: 80 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.174629:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2d500 00000100:00100000:1.0:1746146159.174649:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3047 00000100:00100000:1.0:1746146159.174654:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202056064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146159.174795:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202056064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (878us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.174801:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3047 00002000:00100000:1.0:1746146159.174807:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2d500 x1830966202056064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.174813:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d500 with x1830966202056064 ext(0->4095) 00010000:00010000:1.0:1746146159.174817:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6206e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe207 expref: 80 pid: 10121 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.174825:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6206e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe207 expref: 80 pid: 10121 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.174829:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2d500 00000100:00100000:0.0:1746146159.176897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.176962:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.179406:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.181271:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.184120:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.186599:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.188915:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.190975:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.193358:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.194217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.195266:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202057728 00000100:00100000:1.0:1746146159.195272:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202057728 00000100:00100000:1.0:1746146159.195314:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30563 00000100:00100000:1.0:1746146159.195320:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202057728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146159.195330:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146159.195340:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb62091 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe22a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.195354:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.195358:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6208a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe223 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.195363:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.195365:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb62091 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe22a expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.195389:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6208a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe223 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.195403:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb62091 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe22a expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.195410:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9600, rc 0) 00000100:00100000:1.0:1746146159.195906:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202057728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 585us (1688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.195911:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30563 00000100:00100000:0.0:1746146159.195936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.198021:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.203337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.203411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.203491:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202058240 00000100:00100000:1.0:1746146159.203498:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202058240 00000100:00100000:1.0:1746146159.204203:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30564 00000100:00100000:1.0:1746146159.204211:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202058240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146159.204223:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146159.204232:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe231 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.204644:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb62091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe22a expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.204650:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.204651:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.204653:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.204668:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb62091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe22a expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.204681:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9600/0x88944630cfb62091 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe22a expref: 80 pid: 26612 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746146159.204689:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c1ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199163136:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146159.204746:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146159.207812:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.208140:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c1ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199163136:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146159.208155:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.208165:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146159.208191:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202058240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3983us (4862us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.208197:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30564 00000100:00100000:0.0:1746146159.210807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.210857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.211325:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202058752 00000100:00100000:1.0:1746146159.211329:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202058752 00000100:00100000:1.0:1746146159.211353:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30565 00000100:00100000:1.0:1746146159.211358:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202058752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146159.211369:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146159.211378:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb6209f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe238 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.211392:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.211406:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.211407:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.211410:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb6209f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe238 expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.211425:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.211434:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 5 pid: 26612 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746146159.211442:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c1ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199163392:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146159.211472:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146159.214592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.214930:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c1ac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199163392:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146159.214951:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb6209f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe238 expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.214965:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:0.0:1746146159.214986:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202058752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3628us (4186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146159.214993:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30565 00000100:00100000:0.0:1746146159.215113:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202059136 00000100:00100000:0.0:1746146159.215119:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202059136 00002000:00100000:0.0:1746146159.215151:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460e00 x1830966202059136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.215159:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460e00 with x1830966202059136 ext(0->4095) 00010000:00010000:0.0:1746146159.215166:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 6 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.215176:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 6 pid: 26612 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.215185:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460e00 00000100:00100000:0.0:1746146159.215212:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3051 00000100:00100000:0.0:1746146159.215218:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202059136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146159.215956:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202059136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 736us (1370us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146159.215962:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3051 00002000:00100000:0.0:1746146159.215967:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460e00 x1830966202059136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.215973:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460e00 with x1830966202059136 ext(0->4095) 00010000:00010000:0.0:1746146159.215977:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 6 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.215985:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe231 expref: 6 pid: 26612 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.215990:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460e00 00000100:00100000:0.0:1746146159.218760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.222164:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.222185:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202059520 00000100:00100000:0.0:1746146159.222191:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202059520 00002000:00100000:0.0:1746146159.222220:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519c00 x1830966202059520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.222228:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519c00 with x1830966202059520 ext(0->4095) 00002000:00010000:0.0:1746146159.222233:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519c00 00000100:00100000:0.0:1746146159.222261:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13724 00000100:00100000:0.0:1746146159.222267:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202059520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.223437:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202059520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1168us (1277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.223445:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13724 00002000:00100000:1.0:1746146159.223450:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519c00 x1830966202059520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.223458:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519c00 with x1830966202059520 ext(0->4095) 00002000:00010000:1.0:1746146159.223461:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519c00 00000100:00100000:0.0:1746146159.225565:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.229014:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.233074:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.233682:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.233746:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202060160 00000100:00100000:1.0:1746146159.233751:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202060160 00002000:00100000:1.0:1746146159.233779:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518700 x1830966202060160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.233793:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518700 with x1830966202060160 ext(0->4095) 00002000:00010000:1.0:1746146159.233796:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1518700 00000100:00100000:1.0:1746146159.233807:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13725 00000100:00100000:1.0:1746146159.233811:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202060160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146159.233895:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202060160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (214us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.233900:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13725 00002000:00100000:1.0:1746146159.233905:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518700 x1830966202060160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.233911:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518700 with x1830966202060160 ext(0->4095) 00010000:00010000:1.0:1746146159.233915:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb620a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe23f expref: 6 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.233923:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb620a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe23f expref: 6 pid: 26612 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.233928:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1518700 00000100:00100000:0.0:1746146159.236689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.236809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.242152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.244764:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202060800 00000100:00100000:0.0:1746146159.244770:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202060800 00010000:00010000:0.0:1746146159.244793:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb620ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe246 expref: 81 pid: 26612 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746146159.244825:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13912 00000100:00100000:0.0:1746146159.244832:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2010:x1830966202060800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146159.244842:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146159.244854:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb620ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe246 expref: 81 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.244864:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb620ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe246 expref: 81 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.244887:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb620ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe246 expref: 81 pid: 26612 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.244908:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.244909:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.244915:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb620b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe24d expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.244921:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb620b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe24d expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.244960:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb620b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe24d expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146159.244969:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199164288:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146159.245024:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146159.246801:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.247086:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202061056 00000100:00100000:1.0:1746146159.247093:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202061056 00002000:00100000:1.0:1746146159.247125:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a0700 x1830966202061056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.247133:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0700 with x1830966202061056 ext(0->4095) 00002000:00010000:1.0:1746146159.247136:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a0700 00000100:00100000:1.0:1746146159.247151:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13726 00000100:00100000:1.0:1746146159.247156:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202061056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.247243:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202061056:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.247248:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13726 00002000:00100000:1.0:1746146159.247252:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a0700 x1830966202061056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.247258:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0700 with x1830966202061056 ext(0->4095) 00002000:00010000:1.0:1746146159.247261:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a0700 00000100:00100000:0.0:1746146159.249671:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.252680:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.256003:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.257384:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.261653:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.262250:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.271816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.275560:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.282866:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.285760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.291940:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.293559:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.293618:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202063360 00000100:00100000:1.0:1746146159.293624:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202063360 00000100:00100000:1.0:1746146159.293667:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30574 00000100:00100000:1.0:1746146159.293673:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202063360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146159.293685:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146159.293695:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb620de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe277 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.293727:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.293732:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb620d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe270 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.293737:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.293740:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb620de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe277 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.293757:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb620d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe270 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.293768:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb620de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe277 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.293776:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146159.293795:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1766:x1830966202063360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.293800:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30574 00000100:00100000:0.0:1746146159.297079:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.301894:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.305816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.309208:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.309322:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202064128 00000100:00100000:1.0:1746146159.309327:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202064128 00002000:00100000:1.0:1746146159.309360:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4000 x1830966202064128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.309368:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4000 with x1830966202064128 ext(0->4095) 00002000:00010000:1.0:1746146159.309371:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4000 00000100:00100000:1.0:1746146159.309397:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13730 00000100:00100000:1.0:1746146159.309403:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202064128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.309493:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202064128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.309498:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13730 00002000:00100000:1.0:1746146159.309502:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4000 x1830966202064128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.309509:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4000 with x1830966202064128 ext(0->4095) 00002000:00010000:1.0:1746146159.309512:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4000 00000100:00100000:0.0:1746146159.312210:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.314854:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.318075:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.321049:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.321095:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.325051:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.329343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.333835:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.338224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.340429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.345822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.348262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.350644:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.356073:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.359186:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.365589:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.386827:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.388013:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2007:x1830966202066944:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 931us (1188us total) trans 4294972193 rc 0/0 00000100:00100000:0.0:1746146159.388024:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3057 00002000:00100000:0.0:1746146159.388033:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfde300 x1830966202066944/t4294972193(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.388041:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde300 with x1830966202066944 ext(0->7) 00010000:00010000:0.0:1746146159.388050:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe29a expref: 82 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.388064:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe29a expref: 82 pid: 9582 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.388070:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfde300 00000100:00100000:0.0:1746146159.398323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.401646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.405098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.407810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.408598:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.413062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.418415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.420381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.424166:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.426324:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.426534:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202068864 00000100:00100000:1.0:1746146159.426544:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202068864 00002000:00100000:1.0:1746146159.426581:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5f100 x1830966202068864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.426589:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5f100 with x1830966202068864 ext(0->4095) 00002000:00010000:1.0:1746146159.426593:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5f100 00000100:00100000:1.0:1746146159.426640:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13735 00000100:00100000:1.0:1746146159.426646:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202068864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.426912:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202068864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 266us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.426918:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13735 00002000:00100000:1.0:1746146159.426923:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5f100 x1830966202068864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.426930:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5f100 with x1830966202068864 ext(0->4095) 00002000:00010000:1.0:1746146159.426932:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5f100 00000100:00100000:0.0:1746146159.428964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.429563:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.431786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.434258:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.434293:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202069504 00000100:00100000:1.0:1746146159.434298:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202069504 00002000:00100000:1.0:1746146159.434324:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089601c00 x1830966202069504/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.434333:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601c00 with x1830966202069504 ext(0->4095) 00010000:00010000:1.0:1746146159.434339:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb62124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2bd expref: 83 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.434354:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb62124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2bd expref: 83 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.434359:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089601c00 00000100:00100000:1.0:1746146159.434379:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3060 00000100:00100000:1.0:1746146159.434385:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2008:x1830966202069504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.434481:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2008:x1830966202069504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.434486:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3060 00002000:00100000:1.0:1746146159.434491:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089601c00 x1830966202069504/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.434498:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601c00 with x1830966202069504 ext(0->4095) 00010000:00010000:1.0:1746146159.434502:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb62124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2bd expref: 83 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.434509:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb6200/0x88944630cfb62124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2bd expref: 83 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.434514:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089601c00 00000100:00100000:0.0:1746146159.435664:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.435839:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.439372:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202070016 00000100:00100000:0.0:1746146159.439381:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202070016 00002000:00100000:0.0:1746146159.439411:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839500 x1830966202070016/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.439418:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839500 with x1830966202070016 ext(0->4095) 00010000:00010000:0.0:1746146159.439425:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6212b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2c4 expref: 82 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.439440:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6212b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2c4 expref: 82 pid: 9582 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.439445:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e839500 00000100:00100000:0.0:1746146159.439473:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3061 00000100:00100000:0.0:1746146159.439479:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202070016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146159.439587:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202070016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (383us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146159.439593:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3061 00002000:00100000:0.0:1746146159.439597:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839500 x1830966202070016/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.439603:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839500 with x1830966202070016 ext(0->4095) 00010000:00010000:0.0:1746146159.439608:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6212b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2c4 expref: 82 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.439615:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6212b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2c4 expref: 82 pid: 9582 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.439620:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e839500 00000100:00100000:0.0:1746146159.441237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.441626:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.444657:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.445911:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d174000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830966199169280:0@lo:400:kworker.0 00000100:00100000:1.0:1746146159.445946:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146159.445960:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:065f921c-abbd-4f8e-b09f-86ccecd94661:3768:1830966199169152:0@lo:400:kworker.0 00000100:00100000:1.0:1746146159.445968:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3769:1830966199169792:0@lo:400:kworker.0 00000100:00100000:1.0:1746146159.445982:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146159.445999:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1830966199170304:0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446010:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146159.446014:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146159.446038:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199169280 00000100:00100000:1.0:1746146159.446041:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199169280 00000100:00100000:0.0:1746146159.446044:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199169664:0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446068:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146159.446085:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199170176:0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446103:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146159.446116:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199170688:0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446131:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146159.446165:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dfde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199169664:0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446190:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199170688 00000100:00100000:0.0:1746146159.446194:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199170688 00000100:00100000:0.0:1746146159.446223:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1746146159.446230:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199170688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446263:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199170688:12345-0@lo:400:kworker.0 Request processed in 33us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146159.446268:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1746146159.446294:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b1a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199170176:0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446301:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b1a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199170688:0@lo:400:kworker.0 00000100:00100000:1.0:1746146159.446360:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1746146159.446365:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830966199169280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446374:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199170048 00000100:00100000:0.0:1746146159.446377:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199170048 00000100:00100000:1.0:1746146159.446387:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830966199169280:12345-0@lo:400:kworker.0 Request processed in 22us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.446391:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1746146159.446397:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1746146159.446401:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1830966199170048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146159.446406:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199169152 00000100:00100000:1.0:1746146159.446409:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199169152 00000100:00100000:1.0:1746146159.446423:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1746146159.446427:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008061ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3768:x1830966199169152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.446430:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1830966199170048:12345-0@lo:400:kworker.0 Request processed in 28us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146159.446435:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1746146159.446459:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008061ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3768:x1830966199169152:12345-0@lo:400:kworker.0 Request processed in 32us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.446463:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1746146159.446467:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:065f921c-abbd-4f8e-b09f-86ccecd94661:3768:1830966199169152:0@lo:400:kworker.0 00000100:00100000:0.0:1746146159.448985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.452936:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.456996:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.470164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.472770:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202071168:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2414us (2601us total) trans 4294972194 rc 0/0 00000100:00100000:0.0:1746146159.472778:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3063 00002000:00100000:0.0:1746146159.472785:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfdc380 x1830966202071168/t4294972194(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.472793:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdc380 with x1830966202071168 ext(0->7) 00010000:00010000:0.0:1746146159.472801:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb62139 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2d2 expref: 84 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.472813:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081fb7400/0x88944630cfb62139 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2d2 expref: 84 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.472819:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdc380 00000100:00100000:0.0:1746146159.479917:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.480009:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.483458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.487312:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.489580:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.491671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.493220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.495403:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000001:00080000:1.0:1746146159.495420:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970881 is committed 00000100:00100000:0.0:1746146159.499088:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202072704 00000100:00100000:0.0:1746146159.499097:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202072704 00000100:00100000:0.0:1746146159.499148:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30591 00000100:00100000:0.0:1746146159.499155:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+83:1766:x1830966202072704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146159.499171:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146159.499184:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065d000/0x88944630cfb62155 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe2ee expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.499216:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb6214e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2e7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.499223:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.499225:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.499228:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065d000/0x88944630cfb62155 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2ee expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.499254:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb6214e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2e7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.499264:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb6214e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2e7 expref: 5 pid: 26612 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746146159.499274:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199171712:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146159.499346:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146159.501162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.501302:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c88700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199171712:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146159.501326:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065d000/0x88944630cfb62155 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2ee expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.501340:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065d000, rc 0) 00000100:00100000:1.0:1746146159.501388:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1766:x1830966202072704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2233us (2335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.501395:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30591 00000100:00100000:1.0:1746146159.501415:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202072832 00000100:00100000:1.0:1746146159.501420:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202072832 00000100:00100000:1.0:1746146159.501443:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30592 00000100:00100000:1.0:1746146159.501448:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202072832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146159.501459:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146159.501469:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6215c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe2f5 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.501484:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.501488:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065d000/0x88944630cfb62155 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2ee expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.501493:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.501496:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6215c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2f5 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.501518:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013065d000/0x88944630cfb62155 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2ee expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.501527:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6215c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2f5 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.501533:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9e00, rc 0) 00000100:00100000:1.0:1746146159.501548:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202072832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.501552:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30592 00000100:00100000:0.0:1746146159.505143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.508098:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.510344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.510960:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199172224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746146159.514083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.518412:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202073856 00000100:00100000:0.0:1746146159.518419:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202073856 00000100:00100000:0.0:1746146159.518465:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30594 00000100:00100000:0.0:1746146159.518473:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202073856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146159.518487:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146159.518501:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6216a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe303 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.518523:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146159.518528:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62163 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2fc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.518533:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746146159.518537:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6216a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe303 expref: 85 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.518565:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62163 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe2fc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.518586:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6216a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe303 expref: 85 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.518594:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065ce00, rc 0) 00000100:00100000:0.0:1746146159.518647:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202073856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146159.518653:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30594 00000100:00100000:1.0:1746146159.518815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.524674:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.534048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.538924:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.539256:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202074624 00000100:00100000:1.0:1746146159.539263:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202074624 00002000:00100000:1.0:1746146159.539302:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2300 x1830966202074624/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.539311:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2300 with x1830966202074624 ext(0->4095) 00002000:00010000:1.0:1746146159.539314:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa2300 00000100:00100000:1.0:1746146159.539341:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13739 00000100:00100000:1.0:1746146159.539348:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202074624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146159.539440:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202074624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.539444:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13739 00002000:00100000:1.0:1746146159.539449:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2300 x1830966202074624/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.539455:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2300 with x1830966202074624 ext(0->4095) 00002000:00010000:1.0:1746146159.539457:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa2300 00000100:00100000:1.0:1746146159.543404:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.548798:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.549352:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.551864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.552226:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202075264 00000100:00100000:1.0:1746146159.552231:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202075264 00002000:00100000:1.0:1746146159.552257:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3100 x1830966202075264/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.552266:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3100 with x1830966202075264 ext(0->4095) 00010000:00010000:1.0:1746146159.552271:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb62171 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe30a expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.552281:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb62171 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe30a expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.552291:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa3100 00000100:00100000:1.0:1746146159.552304:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3068 00000100:00100000:1.0:1746146159.552310:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202075264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.552414:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202075264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.552419:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3068 00002000:00100000:1.0:1746146159.552424:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3100 x1830966202075264/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.552432:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3100 with x1830966202075264 ext(0->4095) 00010000:00010000:1.0:1746146159.552439:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb62171 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe30a expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.552447:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb62171 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe30a expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.552452:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa3100 00000100:00100000:0.0:1746146159.560631:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.563626:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.563680:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202075648 00000100:00100000:1.0:1746146159.563685:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202075648 00002000:00100000:1.0:1746146159.563748:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0a80 x1830966202075648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.563756:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0a80 with x1830966202075648 ext(0->4095) 00002000:00010000:1.0:1746146159.563759:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa0a80 00000100:00100000:1.0:1746146159.563783:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13740 00000100:00100000:1.0:1746146159.563789:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202075648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.563910:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202075648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.563916:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13740 00002000:00100000:1.0:1746146159.563921:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0a80 x1830966202075648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.563927:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0a80 with x1830966202075648 ext(0->4095) 00002000:00010000:1.0:1746146159.563929:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa0a80 00000100:00100000:0.0:1746146159.572130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.581184:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.587939:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202075904:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 5654us (6754us total) trans 4294972195 rc 0/0 00000100:00100000:0.0:1746146159.587950:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3069 00002000:00100000:0.0:1746146159.587959:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880081fa0700 x1830966202075904/t4294972195(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.587968:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0700 with x1830966202075904 ext(0->7) 00010000:00010000:0.0:1746146159.587976:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe311 expref: 86 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.587990:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62178 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe311 expref: 86 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.587996:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa0700 00000100:00100000:0.0:1746146159.590533:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.597076:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.600086:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.602306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.605234:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.607851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.610244:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.614163:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.616259:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.617440:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202077568 00000100:00100000:0.0:1746146159.617444:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202077568 00000100:00100000:0.0:1746146159.617466:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30601 00000100:00100000:0.0:1746146159.617472:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+87:1766:x1830966202077568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146159.617480:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146159.617488:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6219b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe334 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.617499:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.617503:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62194 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe32d expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.617507:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146159.617509:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6219b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe334 expref: 88 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.617529:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62194 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe32d expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.617538:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6219b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe334 expref: 88 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.617544:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065ce00, rc 0) 00000100:00100000:0.0:1746146159.617584:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+88:1766:x1830966202077568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146159.617589:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30601 00000100:00100000:0.0:1746146159.622212:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.625296:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.625491:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202077952 00000100:00100000:1.0:1746146159.625497:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202077952 00002000:00100000:1.0:1746146159.625530:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336aa00 x1830966202077952/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.625537:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336aa00 with x1830966202077952 ext(0->4095) 00010000:00010000:1.0:1746146159.625544:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe32d expref: 87 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.625555:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe32d expref: 87 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.625561:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336aa00 00000100:00100000:1.0:1746146159.626148:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3071 00000100:00100000:1.0:1746146159.626154:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2007:x1830966202077952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146159.626240:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2007:x1830966202077952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.626248:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3071 00002000:00100000:1.0:1746146159.626254:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336aa00 x1830966202077952/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.626261:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336aa00 with x1830966202077952 ext(0->4095) 00010000:00010000:1.0:1746146159.626266:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe32d expref: 87 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.626275:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe32d expref: 87 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.626281:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336aa00 00000100:00100000:0.0:1746146159.634077:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199174784:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146159.634096:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146159.634143:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202078080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4784us (4953us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146159.634152:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13945 00000100:00100000:0.0:1746146159.634348:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202078336 00000100:00100000:0.0:1746146159.634353:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202078336 00002000:00100000:0.0:1746146159.634383:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f480 x1830966202078336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.634392:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f480 with x1830966202078336 ext(0->4095) 00002000:00010000:0.0:1746146159.634399:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2f480 00000100:00100000:0.0:1746146159.634419:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13743 00000100:00100000:0.0:1746146159.634425:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202078336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146159.636953:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202078336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 2520us (2669us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.636963:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13743 00002000:00100000:1.0:1746146159.636972:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f480 x1830966202078336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.636979:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f480 with x1830966202078336 ext(0->4095) 00002000:00010000:1.0:1746146159.636983:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2f480 00000100:00100000:0.0:1746146159.640134:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.646973:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.647102:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.647129:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202078720 00000100:00100000:0.0:1746146159.647134:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202078720 00010000:00010000:0.0:1746146159.647157:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6219b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe334 expref: 88 pid: 9582 timeout: 861 lvb_type: 0 00000100:00100000:0.0:1746146159.647190:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13946 00000100:00100000:0.0:1746146159.647195:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202078720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146159.647202:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146159.647221:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6219b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe334 expref: 87 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.647232:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6219b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe334 expref: 87 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.647249:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6219b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe334 expref: 87 pid: 9582 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.647267:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.647269:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.648377:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb621a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe33b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.648386:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb621a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe33b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.648645:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb621a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe33b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.648659:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb621a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe33b expref: 5 pid: 9583 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746146159.648672:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199175168:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146159.648796:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146159.651977:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.652067:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199175168:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146159.652083:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146159.652125:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202078720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4929us (5023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.652133:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13946 00000100:00100000:0.0:1746146159.654261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.654306:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202079104 00000100:00100000:1.0:1746146159.654312:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202079104 00010000:00010000:1.0:1746146159.654338:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb621a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe33b expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746146159.654367:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13947 00000100:00100000:1.0:1746146159.654372:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202079104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146159.654379:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146159.654389:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb621a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe33b expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.654396:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb621a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe33b expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.654409:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb621a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe33b expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.654429:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.654431:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.654435:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 85 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.654443:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 85 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.654463:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 85 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146159.654470:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199175296:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146159.654529:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146159.658002:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.658081:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199175296:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146159.658097:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146159.658131:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202079104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3757us (3874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.658140:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13947 00000100:00100000:0.0:1746146159.665820:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.665919:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202079488 00000100:00100000:1.0:1746146159.665927:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202079488 00000100:00100000:1.0:1746146159.666020:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30604 00000100:00100000:1.0:1746146159.666028:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202079488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146159.666043:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146159.666401:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb621b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe349 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.666431:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 85 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.666438:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.666441:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.666444:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb621b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe349 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.666468:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 85 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.666478:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 85 pid: 9583 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746146159.666489:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199175424:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146159.666796:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146159.670248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.670349:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199175424:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146159.670375:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb621b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe349 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.670390:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146159.670425:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202079488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4398us (4612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.670432:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30604 00000100:00100000:0.0:1746146159.672657:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202079616:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1947us (2411us total) trans 4294972196 rc 0/0 00000100:00100000:0.0:1746146159.672666:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3073 00002000:00100000:0.0:1746146159.672673:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e83d880 x1830966202079616/t4294972196(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.672681:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83d880 with x1830966202079616 ext(0->7) 00010000:00010000:0.0:1746146159.672688:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 88 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.672700:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 88 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.672706:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83d880 00000100:00100000:0.0:1746146159.678485:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.678592:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202079744 00000100:00100000:1.0:1746146159.678600:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202079744 00010000:00010000:1.0:1746146159.678630:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb621a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe342 expref: 88 pid: 9583 timeout: 861 lvb_type: 0 00000100:00100000:1.0:1746146159.681866:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.681937:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.681962:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202080128 00000100:00100000:1.0:1746146159.681969:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202080128 00002000:00100000:1.0:1746146159.682006:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f9500 x1830966202080128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.682015:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9500 with x1830966202080128 ext(0->4095) 00002000:00010000:1.0:1746146159.682019:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f9500 00000100:00100000:1.0:1746146159.682035:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13745 00000100:00100000:1.0:1746146159.682041:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202080128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146159.682111:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202079872 00000100:00100000:0.0:1746146159.682115:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202079872 00000100:00100000:1.0:1746146159.682139:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202080128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (202us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.682145:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13745 00002000:00100000:1.0:1746146159.682150:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f9500 x1830966202080128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.682157:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9500 with x1830966202080128 ext(0->4095) 00002000:00010000:1.0:1746146159.682160:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f9500 00000100:00100000:0.0:1746146159.686189:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.687597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.687682:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202080256 00000100:00100000:1.0:1746146159.687686:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202080256 00000100:00100000:1.0:1746146159.687711:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30606 00000100:00100000:1.0:1746146159.687737:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1766:x1830966202080256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146159.687749:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146159.687758:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb621be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe357 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.687875:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.687881:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb621b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe350 expref: 90 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.687891:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.687894:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb621be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe357 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.687916:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb621b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe350 expref: 90 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.687926:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb621be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe357 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.687935:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146159.687977:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1766:x1830966202080256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 241us (1794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.687983:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30606 00000100:00100000:1.0:1746146159.692540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.695654:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.699056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.699197:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202081024 00000100:00100000:1.0:1746146159.699203:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202081024 00002000:00100000:1.0:1746146159.699237:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f53480 x1830966202081024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.699245:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53480 with x1830966202081024 ext(0->4095) 00002000:00010000:1.0:1746146159.699249:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f53480 00000100:00100000:1.0:1746146159.699273:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13746 00000100:00100000:1.0:1746146159.699279:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202081024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.699378:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202081024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.699386:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13746 00002000:00100000:1.0:1746146159.699391:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f53480 x1830966202081024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.699397:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53480 with x1830966202081024 ext(0->4095) 00002000:00010000:1.0:1746146159.699400:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f53480 00000100:00100000:0.0:1746146159.702551:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.707816:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.709667:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.715379:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.718141:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.721556:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.722030:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202082048 00000100:00100000:1.0:1746146159.722035:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202082048 00002000:00100000:1.0:1746146159.722067:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1c00 x1830966202082048/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.722076:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1c00 with x1830966202082048 ext(0->4095) 00002000:00010000:1.0:1746146159.722080:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e1c00 00000100:00100000:1.0:1746146159.722103:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13747 00000100:00100000:1.0:1746146159.722110:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202082048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146159.722220:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202082048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.722226:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13747 00002000:00100000:1.0:1746146159.722230:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1c00 x1830966202082048/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.722237:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1c00 with x1830966202082048 ext(0->4095) 00002000:00010000:1.0:1746146159.722239:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e1c00 00000100:00100000:0.0:1746146159.723390:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.728610:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.731788:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202082304:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2517us (3177us total) trans 4294972197 rc 0/0 00000100:00100000:0.0:1746146159.731799:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3076 00002000:00100000:0.0:1746146159.731808:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b8e0e00 x1830966202082304/t4294972197(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.731816:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e0e00 with x1830966202082304 ext(0->7) 00010000:00010000:0.0:1746146159.731823:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b27ee00/0x88944630cfb621cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe365 expref: 90 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:0.0:1746146159.731837:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b27ee00/0x88944630cfb621cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe365 expref: 90 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:0.0:1746146159.731843:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e0e00 00000100:00100000:0.0:1746146159.750245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.751509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.756643:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.756742:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202082816 00000100:00100000:1.0:1746146159.756749:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202082816 00002000:00100000:1.0:1746146159.756787:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1880 x1830966202082816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.756795:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1880 with x1830966202082816 ext(0->4095) 00010000:00010000:1.0:1746146159.756803:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb621d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe36c expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.756815:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb621d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe36c expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.756821:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1880 00000100:00100000:1.0:1746146159.756838:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3077 00000100:00100000:1.0:1746146159.756844:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202082816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.756947:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202082816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.756952:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3077 00002000:00100000:1.0:1746146159.756956:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1880 x1830966202082816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.756962:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1880 with x1830966202082816 ext(0->4095) 00010000:00010000:1.0:1746146159.756966:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb621d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe36c expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00010000:00010000:1.0:1746146159.756973:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb621d3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe36c expref: 6 pid: 9583 timeout: 861 lvb_type: 0 00002000:00010000:1.0:1746146159.756977:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1880 00000100:00100000:0.0:1746146159.760812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.767891:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202083200 00000100:00100000:0.0:1746146159.767896:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202083200 00002000:00100000:0.0:1746146159.767926:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2d880 x1830966202083200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.767934:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d880 with x1830966202083200 ext(0->4095) 00002000:00010000:0.0:1746146159.767938:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2d880 00000100:00100000:0.0:1746146159.768735:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13748 00000100:00100000:0.0:1746146159.768743:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202083200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146159.768862:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202083200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1173us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146159.768868:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13748 00002000:00100000:0.0:1746146159.768873:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2d880 x1830966202083200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.769170:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d880 with x1830966202083200 ext(0->4095) 00002000:00010000:0.0:1746146159.769175:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2d880 00000100:00100000:0.0:1746146159.774628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.790826:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.796245:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2007:x1830966202083456:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 5175us (5419us total) trans 4294972198 rc 0/0 00000100:00100000:0.0:1746146159.796255:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3078 00002000:00100000:0.0:1746146159.796263:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b8e0000 x1830966202083456/t4294972198(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.796271:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e0000 with x1830966202083456 ext(0->7) 00010000:00010000:0.0:1746146159.796279:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb621da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe373 expref: 92 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146159.796291:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb621da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe373 expref: 92 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146159.796297:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e0000 00000100:00100000:0.0:1746146159.836752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.844077:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.848497:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.848613:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202083968 00000100:00100000:1.0:1746146159.848619:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202083968 00002000:00100000:1.0:1746146159.848655:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf100 x1830966202083968/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.848664:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf100 with x1830966202083968 ext(0->4095) 00010000:00010000:1.0:1746146159.848672:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb621e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe37a expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146159.848684:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb621e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe37a expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146159.848691:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf100 00000100:00100000:1.0:1746146159.848711:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3079 00000100:00100000:1.0:1746146159.848748:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202083968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146159.848854:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202083968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.848860:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3079 00002000:00100000:1.0:1746146159.848864:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf100 x1830966202083968/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.848870:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf100 with x1830966202083968 ext(0->4095) 00010000:00010000:1.0:1746146159.848874:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb621e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe37a expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146159.848882:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb621e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe37a expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146159.848891:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf100 00000100:00100000:0.0:1746146159.852703:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.859149:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.865264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.877321:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.877397:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202084608 00000100:00100000:1.0:1746146159.877404:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202084608 00002000:00100000:1.0:1746146159.877435:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131af2680 x1830966202084608/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.877442:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af2680 with x1830966202084608 ext(0->7) 00010000:00010000:1.0:1746146159.877449:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb621e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe381 expref: 92 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146159.877460:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb621e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe381 expref: 92 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146159.877466:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af2680 00000100:00100000:1.0:1746146159.877489:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3080 00000100:00100000:1.0:1746146159.877495:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2007:x1830966202084608:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146159.878023:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202084608:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 527us (708us total) trans 4294972199 rc 0/0 00000100:00100000:0.0:1746146159.878030:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3080 00002000:00100000:0.0:1746146159.878035:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131af2680 x1830966202084608/t4294972199(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 496/448 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146159.878042:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af2680 with x1830966202084608 ext(0->7) 00010000:00010000:0.0:1746146159.878047:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb621e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe381 expref: 94 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146159.878054:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb621e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe381 expref: 94 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146159.878059:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af2680 00000100:00100000:0.0:1746146159.879680:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.890070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.894467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.895158:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.899629:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.903796:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.907764:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.912394:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.915813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.918528:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.922548:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.923037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.926928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.927029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.930272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.930330:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202087168 00000100:00100000:1.0:1746146159.930337:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202087168 00002000:00100000:1.0:1746146159.930371:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990e00 x1830966202087168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.930380:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990e00 with x1830966202087168 ext(0->4095) 00010000:00010000:1.0:1746146159.930387:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6220b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3a4 expref: 96 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146159.930399:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6220b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3a4 expref: 96 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146159.930405:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b990e00 00000100:00100000:1.0:1746146159.930435:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3082 00000100:00100000:1.0:1746146159.930442:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+96:2008:x1830966202087168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.931682:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202087168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1237us (1412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.931690:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3082 00002000:00100000:1.0:1746146159.931697:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990e00 x1830966202087168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.931705:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990e00 with x1830966202087168 ext(0->4095) 00010000:00010000:1.0:1746146159.931710:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6220b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3a4 expref: 95 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146159.931736:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6220b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3a4 expref: 95 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146159.931742:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b990e00 00000100:00100000:0.0:1746146159.937449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.937588:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202087552 00000100:00100000:1.0:1746146159.937593:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202087552 00002000:00100000:1.0:1746146159.937622:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aab800 x1830966202087552/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.937630:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aab800 with x1830966202087552 ext(0->4095) 00002000:00010000:1.0:1746146159.937635:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aab800 00000100:00100000:1.0:1746146159.938097:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13753 00000100:00100000:1.0:1746146159.938104:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202087552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.938203:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202087552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (754us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.938208:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13753 00002000:00100000:1.0:1746146159.938212:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aab800 x1830966202087552/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.938218:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aab800 with x1830966202087552 ext(0->4095) 00002000:00010000:1.0:1746146159.938220:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aab800 00000100:00100000:0.0:1746146159.943125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.947058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.948301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.949764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.952337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.952393:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202088320 00000100:00100000:1.0:1746146159.952400:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202088320 00000100:00100000:0.0:1746146159.952415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.952439:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30621 00000100:00100000:1.0:1746146159.952447:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202088320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146159.952460:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146159.952479:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62227 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe3c0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.952500:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146159.952504:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62220 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3b9 expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.952509:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146159.952512:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62227 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c0 expref: 96 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.952544:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62220 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3b9 expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.952556:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62227 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c0 expref: 96 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146159.952563:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:1.0:1746146159.952623:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202088320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146159.952627:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30621 00000100:00100000:0.0:1746146159.955389:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.955445:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202088704 00000100:00100000:1.0:1746146159.955452:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202088704 00002000:00100000:1.0:1746146159.955490:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ed80 x1830966202088704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.955498:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ed80 with x1830966202088704 ext(0->4095) 00010000:00010000:1.0:1746146159.955505:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62220 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3b9 expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146159.955516:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62220 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3b9 expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146159.955521:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093ed80 00000100:00100000:1.0:1746146159.955549:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3084 00000100:00100000:1.0:1746146159.955556:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202088704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.955663:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202088704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.955670:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3084 00002000:00100000:1.0:1746146159.955675:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ed80 x1830966202088704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.955682:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ed80 with x1830966202088704 ext(0->4095) 00010000:00010000:1.0:1746146159.955686:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62220 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3b9 expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146159.955694:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62220 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3b9 expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146159.955699:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093ed80 00000100:00100000:0.0:1746146159.959578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.962829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.965982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.969202:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202089344 00000100:00100000:0.0:1746146159.969208:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202089344 00010000:00010000:0.0:1746146159.969231:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c0 expref: 94 pid: 9583 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746146159.969711:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13966 00000100:00100000:0.0:1746146159.969745:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202089344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146159.969755:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146159.969770:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c0 expref: 94 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146159.969780:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c0 expref: 94 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146159.969798:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9800/0x88944630cfb62227 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c0 expref: 94 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146159.969819:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.969821:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.969827:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6222e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.969834:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6222e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.969862:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6222e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3c7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146159.969872:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eae680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199180160:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146159.969945:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146159.972463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.972668:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202089600 00000100:00100000:1.0:1746146159.972674:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202089600 00002000:00100000:1.0:1746146159.972703:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eafb80 x1830966202089600/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.972736:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eafb80 with x1830966202089600 ext(0->4095) 00002000:00010000:1.0:1746146159.972740:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eafb80 00000100:00100000:1.0:1746146159.972764:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13755 00000100:00100000:1.0:1746146159.972770:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202089600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146159.973377:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202089600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 606us (913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146159.973384:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13755 00002000:00100000:1.0:1746146159.973390:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eafb80 x1830966202089600/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:290/0 lens 488/4536 e 0 to 0 dl 1746146170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.973403:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eafb80 with x1830966202089600 ext(0->4095) 00002000:00010000:1.0:1746146159.973406:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eafb80 00000100:00100000:0.0:1746146159.974777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.975019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.975143:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202089856 00000100:00100000:0.0:1746146159.975146:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202089856 00000100:00100000:0.0:1746146159.975168:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30624 00000100:00100000:0.0:1746146159.975174:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202089856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146159.975180:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146159.975186:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c7da600/0x88944630cfb6223c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe3d5 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.975196:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.975200:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb62235 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ce expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.975204:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146159.975207:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c7da600/0x88944630cfb6223c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3d5 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.975225:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb62235 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ce expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.975235:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c7da600/0x88944630cfb6223c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3d5 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.975244:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7da600, rc 0) 00000100:00100000:0.0:1746146159.975267:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202089856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146159.975272:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30624 00000100:00100000:0.0:1746146159.977560:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.980389:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146159.980621:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202090240 00000100:00100000:1.0:1746146159.980627:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202090240 00002000:00100000:1.0:1746146159.980661:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089ead880 x1830966202090240/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:290/0 lens 488/0 e 0 to 0 dl 1746146170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146159.980669:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089ead880 with x1830966202090240 ext(0->4095) 00010000:00010000:1.0:1746146159.980675:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb62235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ce expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146159.980685:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb62235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ce expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146159.980691:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089ead880 00000100:00100000:0.0:1746146159.984402:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202090368 00000100:00100000:0.0:1746146159.984408:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202090368 00010000:00010000:0.0:1746146159.984438:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb62235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ce expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746146159.984468:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13968 00000100:00100000:0.0:1746146159.984474:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202090368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146159.984486:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146159.984500:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb62235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ce expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146159.984510:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb62235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ce expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146159.984536:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb62235 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ce expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146159.984557:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.984559:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146159.984574:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c7da600/0x88944630cfb6223c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3d5 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.984584:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c7da600/0x88944630cfb6223c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3d5 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146159.984611:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c7da600/0x88944630cfb6223c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3d5 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146159.984622:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eace00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199180672:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146159.984686:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146159.986473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.988377:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.992112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146159.995380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.000339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.000425:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.000888:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30627 00000100:00100000:1.0:1746146160.000896:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202091392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.000902:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.000908:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62251 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe3ea expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.000920:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.000924:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb6224a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3e3 expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.000932:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.000934:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62251 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ea expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.000953:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb6224a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3e3 expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.000962:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62251 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3ea expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.000970:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146160.000995:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202091392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.001001:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30627 00000100:00100000:0.0:1746146160.004520:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146160.005316:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146160.012241:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.012519:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202091776 00000100:00100000:1.0:1746146160.012525:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202091776 00002000:00100000:1.0:1746146160.012558:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8e00 x1830966202091776/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.012576:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8e00 with x1830966202091776 ext(0->4095) 00010000:00010000:1.0:1746146160.012583:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb6224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3e3 expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.012593:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb6224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3e3 expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.012599:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f8e00 00000100:00100000:1.0:1746146160.012617:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3086 00000100:00100000:1.0:1746146160.012623:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202091776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.012753:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202091776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.012758:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3086 00002000:00100000:1.0:1746146160.012763:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8e00 x1830966202091776/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.012770:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8e00 with x1830966202091776 ext(0->4095) 00010000:00010000:1.0:1746146160.012774:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb6224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3e3 expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.012782:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb6224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3e3 expref: 95 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.012787:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f8e00 00000100:00100000:0.0:1746146160.020032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.026872:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202092160 00000100:00100000:1.0:1746146160.026878:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202092160 00002000:00100000:1.0:1746146160.026910:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a3b80 x1830966202092160/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.026918:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3b80 with x1830966202092160 ext(0->4095) 00002000:00010000:1.0:1746146160.026922:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a3b80 00000100:00100000:1.0:1746146160.026946:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13758 00000100:00100000:1.0:1746146160.026951:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202092160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146160.027052:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202092160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.027058:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13758 00002000:00100000:1.0:1746146160.027063:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a3b80 x1830966202092160/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.027069:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3b80 with x1830966202092160 ext(0->4095) 00002000:00010000:1.0:1746146160.027071:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a3b80 00000100:00100000:0.0:1746146160.029798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.031626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.036485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.036536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.036621:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202092672 00000100:00100000:1.0:1746146160.036628:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202092672 00002000:00100000:1.0:1746146160.036662:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4faa00 x1830966202092672/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.036670:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4faa00 with x1830966202092672 ext(0->4095) 00002000:00010000:1.0:1746146160.036675:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4faa00 00010000:00010000:0.0:1746146160.037788:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146160.041641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.045663:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202093056 00000100:00100000:0.0:1746146160.045670:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202093056 00010000:00010000:0.0:1746146160.045700:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62258 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3f1 expref: 6 pid: 26612 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746146160.045754:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13973 00000100:00100000:0.0:1746146160.045762:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202093056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146160.045773:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146160.045788:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62258 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3f1 expref: 6 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.045798:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62258 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3f1 expref: 6 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.045815:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62258 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3f1 expref: 6 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.045831:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146160.045833:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146160.045839:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6225f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3f8 expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.045850:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6225f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3f8 expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.045876:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6225f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3f8 expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.045886:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6225f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe3f8 expref: 94 pid: 26612 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746146160.045896:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c728380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199182080:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146160.045957:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.050186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.058967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.066006:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202093696 00000100:00100000:0.0:1746146160.066012:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202093696 00002000:00100000:0.0:1746146160.066040:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ca80 x1830966202093696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.066049:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966202093696 ext(0->4095) 00002000:00010000:0.0:1746146160.066052:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2ca80 00000100:00100000:0.0:1746146160.066066:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13760 00000100:00100000:0.0:1746146160.066072:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2009:x1830966202093696:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746146160.066157:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2009:x1830966202093696:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 85us (1300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146160.066161:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13760 00002000:00100000:0.0:1746146160.066166:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ca80 x1830966202093696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.066173:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966202093696 ext(0->4095) 00002000:00010000:0.0:1746146160.066175:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2ca80 00000100:00100000:0.0:1746146160.069053:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.075983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.076990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.084396:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.093249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.097636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.106553:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.119631:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.122078:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+96:2007:x1830966202094976:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1810us (2446us total) trans 4294972200 rc 0/0 00000100:00100000:0.0:1746146160.122088:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3090 00002000:00100000:0.0:1746146160.122097:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072817b80 x1830966202094976/t4294972200(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.122104:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817b80 with x1830966202094976 ext(0->7) 00010000:00010000:0.0:1746146160.122112:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe40d expref: 96 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.122125:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe40d expref: 96 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.122131:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072817b80 00000100:00100000:0.0:1746146160.134993:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.136547:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.143196:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.146113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.149926:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.164807:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.173034:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.178671:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+98:2008:x1830966202096128:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2074us (5637us total) trans 4294972201 rc 0/0 00000100:00100000:0.0:1746146160.178681:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3092 00002000:00100000:0.0:1746146160.178690:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072814e00 x1830966202096128/t4294972201(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.178697:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814e00 with x1830966202096128 ext(0->7) 00010000:00010000:0.0:1746146160.178705:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb62282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe41b expref: 98 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.178739:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb62282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe41b expref: 98 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.178745:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814e00 00000100:00100000:0.0:1746146160.183668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.187136:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.197014:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.197658:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202096640 00000100:00100000:1.0:1746146160.197666:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202096640 00002000:00100000:1.0:1746146160.197698:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15a300 x1830966202096640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.197706:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a300 with x1830966202096640 ext(0->4095) 00010000:00010000:1.0:1746146160.197730:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe422 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.197741:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe422 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.197748:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15a300 00000100:00100000:1.0:1746146160.197762:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3093 00000100:00100000:1.0:1746146160.197768:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202096640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.197869:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202096640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (860us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.197874:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3093 00002000:00100000:1.0:1746146160.197879:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15a300 x1830966202096640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.197885:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a300 with x1830966202096640 ext(0->4095) 00010000:00010000:1.0:1746146160.197888:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe422 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.197896:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe422 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.197900:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15a300 00000100:00100000:0.0:1746146160.202516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.229189:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.233126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.243010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.243112:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202097280 00000100:00100000:1.0:1746146160.243121:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202097280 00002000:00100000:1.0:1746146160.243162:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012b15b800 x1830966202097280/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.243171:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b800 with x1830966202097280 ext(0->7) 00010000:00010000:1.0:1746146160.243179:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe429 expref: 98 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.243192:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe429 expref: 98 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.243198:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15b800 00000100:00100000:0.0:1746146160.250813:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+100:2007:x1830966202097280:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4775us (7803us total) trans 4294972202 rc 0/0 00000100:00100000:0.0:1746146160.250827:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3094 00002000:00100000:0.0:1746146160.250835:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012b15b800 x1830966202097280/t4294972202(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.250844:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b800 with x1830966202097280 ext(0->7) 00010000:00010000:0.0:1746146160.250852:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe429 expref: 100 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.250865:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe429 expref: 100 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.250872:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15b800 00000100:00100000:0.0:1746146160.255694:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.259748:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.262407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.265526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.274438:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.274495:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202098176 00000100:00100000:1.0:1746146160.274506:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202098176 00002000:00100000:1.0:1746146160.274546:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d5880 x1830966202098176/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.274555:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5880 with x1830966202098176 ext(0->4095) 00002000:00010000:1.0:1746146160.274559:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5880 00000100:00100000:1.0:1746146160.274593:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13764 00000100:00100000:1.0:1746146160.274600:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+100:2008:x1830966202098176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.274710:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+100:2008:x1830966202098176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.274737:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13764 00002000:00100000:1.0:1746146160.274742:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d5880 x1830966202098176/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.274748:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5880 with x1830966202098176 ext(0->4095) 00002000:00010000:1.0:1746146160.274750:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5880 00000100:00100000:0.0:1746146160.279505:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.284314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.284368:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202098432 00000100:00100000:1.0:1746146160.284376:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202098432 00002000:00100000:1.0:1746146160.284413:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b8d5500 x1830966202098432/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.284423:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5500 with x1830966202098432 ext(0->7) 00010000:00010000:1.0:1746146160.284431:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6229e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe437 expref: 100 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.284442:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6229e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe437 expref: 100 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.284453:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d5500 00000100:00100000:1.0:1746146160.284482:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3096 00000100:00100000:1.0:1746146160.284490:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+100:2008:x1830966202098432:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146160.285250:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+102:2008:x1830966202098432:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 758us (937us total) trans 4294972203 rc 0/0 00000100:00100000:0.0:1746146160.285257:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3096 00002000:00100000:0.0:1746146160.285263:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b8d5500 x1830966202098432/t4294972203(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.285271:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5500 with x1830966202098432 ext(0->7) 00010000:00010000:0.0:1746146160.285276:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6229e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe437 expref: 102 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.285286:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6229e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe437 expref: 102 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.285291:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d5500 00000100:00100000:0.0:1746146160.288174:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.293251:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.294054:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202098816 00000100:00100000:1.0:1746146160.294062:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202098816 00002000:00100000:1.0:1746146160.294099:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5880 x1830966202098816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.294107:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5880 with x1830966202098816 ext(0->4095) 00002000:00010000:1.0:1746146160.294111:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef5880 00000100:00100000:1.0:1746146160.294140:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13765 00000100:00100000:1.0:1746146160.294147:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202098816:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146160.294340:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202098816:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (1096us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.294346:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13765 00002000:00100000:1.0:1746146160.294351:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5880 x1830966202098816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.294358:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5880 with x1830966202098816 ext(0->4095) 00002000:00010000:1.0:1746146160.294360:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef5880 00000100:00100000:0.0:1746146160.296965:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.300763:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.305786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.305854:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202099328 00000100:00100000:1.0:1746146160.305861:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202099328 00002000:00100000:1.0:1746146160.305897:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4dc00 x1830966202099328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.305911:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4dc00 with x1830966202099328 ext(0->4095) 00002000:00010000:1.0:1746146160.305916:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4dc00 00000100:00100000:1.0:1746146160.305981:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13766 00000100:00100000:1.0:1746146160.305988:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+102:2010:x1830966202099328:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146160.307289:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+102:2010:x1830966202099328:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 1301us (1510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.307296:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13766 00002000:00100000:1.0:1746146160.307302:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4dc00 x1830966202099328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.307309:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4dc00 with x1830966202099328 ext(0->4095) 00002000:00010000:1.0:1746146160.307312:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4dc00 00000100:00100000:0.0:1746146160.311641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.322044:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.326514:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+104:2008:x1830966202099584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4040us (4468us total) trans 4294972204 rc 0/0 00000100:00100000:0.0:1746146160.326524:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3097 00002000:00100000:0.0:1746146160.326533:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a746680 x1830966202099584/t4294972204(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.326542:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746680 with x1830966202099584 ext(0->7) 00010000:00010000:0.0:1746146160.326550:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb622ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe445 expref: 104 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.326575:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb622ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe445 expref: 104 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.326582:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a746680 00000100:00100000:0.0:1746146160.328979:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.337438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.339033:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.341328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.344340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.349603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.353605:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.357445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.357589:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202100992 00000100:00100000:1.0:1746146160.357597:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202100992 00002000:00100000:1.0:1746146160.357655:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b201180 x1830966202100992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.357665:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b201180 with x1830966202100992 ext(0->4095) 00002000:00010000:1.0:1746146160.357669:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b201180 00000100:00100000:0.0:1746146160.360065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.361611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.365896:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.369700:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.371495:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.373283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.379703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.383754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.386987:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.395037:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.400146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.400213:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202102784 00000100:00100000:1.0:1746146160.400218:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202102784 00002000:00100000:1.0:1746146160.400244:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c745f80 x1830966202102784/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.400250:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745f80 with x1830966202102784 ext(0->7) 00010000:00010000:1.0:1746146160.400254:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb622d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe46f expref: 104 pid: 9582 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.400263:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb622d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe46f expref: 104 pid: 9582 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.400267:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c745f80 00000100:00100000:1.0:1746146160.400285:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3100 00000100:00100000:1.0:1746146160.400289:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+104:2008:x1830966202102784:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146160.400840:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+106:2008:x1830966202102784:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 547us (692us total) trans 4294972205 rc 0/0 00000100:00100000:0.0:1746146160.400846:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3100 00002000:00100000:0.0:1746146160.400852:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c745f80 x1830966202102784/t4294972205(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.400858:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745f80 with x1830966202102784 ext(0->7) 00010000:00010000:0.0:1746146160.400862:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb622d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe46f expref: 106 pid: 9582 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.400874:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb622d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe46f expref: 106 pid: 9582 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.400880:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c745f80 00000100:00100000:0.0:1746146160.401922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.405455:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.408576:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.420252:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.421368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.425797:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.430173:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.430467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.434865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.439859:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.439946:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.444441:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.446693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.450150:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.452005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.455010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.457531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.461414:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.465867:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.471293:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.479384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.482052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.486339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.488844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.493639:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.496501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.497773:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.500913:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.501995:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.506455:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.509005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.512327:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.512586:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202108288 00000100:00100000:1.0:1746146160.512593:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202108288 00002000:00100000:1.0:1746146160.512628:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ed80 x1830966202108288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.512636:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ed80 with x1830966202108288 ext(0->4095) 00002000:00010000:1.0:1746146160.512640:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5ed80 00000100:00100000:1.0:1746146160.512667:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13775 00000100:00100000:1.0:1746146160.512672:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+106:2008:x1830966202108288:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.512796:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+106:2008:x1830966202108288:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.512801:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13775 00002000:00100000:1.0:1746146160.512805:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ed80 x1830966202108288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.512811:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ed80 with x1830966202108288 ext(0->4095) 00002000:00010000:1.0:1746146160.512814:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5ed80 00000100:00100000:0.0:1746146160.514649:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.517338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.520426:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.523334:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.523467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.523641:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202108928 00000100:00100000:1.0:1746146160.523648:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202108928 00000100:00100000:1.0:1746146160.523679:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202109056 00000100:00100000:1.0:1746146160.523681:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202109056 00000100:00100000:1.0:1746146160.523700:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30659 00000100:00100000:1.0:1746146160.523707:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+106:1766:x1830966202108928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.523748:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.523761:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb62331 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe4ca expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523785:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb6232a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4c3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523790:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.523791:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.523794:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb62331 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4ca expref: 107 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523817:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb6232a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4c3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523827:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb6232a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4c3 expref: 5 pid: 9582 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746146160.523837:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199189504:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146160.523903:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.523916:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30660 00000100:00100000:1.0:1746146160.523923:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+107:1758:x1830966202109056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.523929:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.523935:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe4d1 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523945:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.523948:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb62331 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4ca expref: 108 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523953:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.523955:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 108 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523972:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb62331 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4ca expref: 108 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523983:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 108 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.523991:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8800, rc 0) 00000100:00100000:1.0:1746146160.524009:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+108:1758:x1830966202109056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.524014:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30660 00000100:00100000:1.0:1746146160.525456:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199189504:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146160.525473:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb62331 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4ca expref: 107 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.525487:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146160.525510:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+107:1766:x1830966202108928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1804us (2182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.525515:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30659 00000100:00100000:0.0:1746146160.526542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.529010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.534342:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.534406:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.535158:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202109568 00000100:00100000:1.0:1746146160.535162:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202109568 00000100:00100000:1.0:1746146160.535184:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30661 00000100:00100000:1.0:1746146160.535188:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202109568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.535197:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.535205:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6233f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe4d8 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.535218:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 106 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.535223:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.535224:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.535226:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6233f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d8 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.535239:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 106 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.535247:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 106 pid: 26612 timeout: 862 lvb_type: 0 00000100:00100000:1.0:1746146160.535258:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199190016:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146160.535306:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.539485:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199190016:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146160.539510:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6233f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d8 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.539524:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146160.539579:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202109568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4388us (5243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.539586:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30661 00000100:00100000:0.0:1746146160.543531:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.544481:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202109952 00000100:00100000:1.0:1746146160.544489:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202109952 00002000:00100000:1.0:1746146160.544594:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9500 x1830966202109952/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.544603:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9500 with x1830966202109952 ext(0->4095) 00010000:00010000:1.0:1746146160.544610:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 106 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.544621:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 106 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.544627:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9500 00000100:00100000:1.0:1746146160.545811:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3108 00000100:00100000:1.0:1746146160.545821:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+106:2008:x1830966202109952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.545945:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+106:2008:x1830966202109952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (2422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.545950:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3108 00002000:00100000:1.0:1746146160.545956:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9500 x1830966202109952/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.545963:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9500 with x1830966202109952 ext(0->4095) 00010000:00010000:1.0:1746146160.545968:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 106 pid: 26612 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.545977:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8800/0x88944630cfb62338 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d1 expref: 106 pid: 26612 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.545982:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9500 00000100:00100000:0.0:1746146160.548790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.549613:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.557156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.557458:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202110464 00000100:00100000:1.0:1746146160.557464:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202110464 00002000:00100000:1.0:1746146160.557497:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519500 x1830966202110464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.557505:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966202110464 ext(0->4095) 00010000:00010000:1.0:1746146160.557512:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6233f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d8 expref: 6 pid: 10121 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.557522:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6233f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d8 expref: 6 pid: 10121 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.557528:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519500 00000100:00100000:1.0:1746146160.557542:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3109 00000100:00100000:1.0:1746146160.557548:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202110464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.557648:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202110464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.557654:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3109 00002000:00100000:1.0:1746146160.557659:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519500 x1830966202110464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.557665:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966202110464 ext(0->4095) 00010000:00010000:1.0:1746146160.557669:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6233f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d8 expref: 6 pid: 10121 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.557677:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8c00/0x88944630cfb6233f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4d8 expref: 6 pid: 10121 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.557682:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519500 00000100:00100000:0.0:1746146160.561640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.571984:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.576002:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.580080:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.580163:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202111104 00000100:00100000:1.0:1746146160.580168:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202111104 00002000:00100000:1.0:1746146160.580196:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8ca80 x1830966202111104/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.580204:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ca80 with x1830966202111104 ext(0->7) 00010000:00010000:1.0:1746146160.580209:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4df expref: 106 pid: 10121 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.580220:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4df expref: 106 pid: 10121 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.580229:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ca80 00000100:00100000:1.0:1746146160.580254:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3110 00000100:00100000:1.0:1746146160.580260:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+106:2008:x1830966202111104:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746146160.581315:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+108:2008:x1830966202111104:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1054us (1236us total) trans 4294972206 rc 0/0 00000100:00100000:1.0:1746146160.581323:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3110 00002000:00100000:1.0:1746146160.581329:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8ca80 x1830966202111104/t4294972206(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.581336:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ca80 with x1830966202111104 ext(0->7) 00010000:00010000:1.0:1746146160.581340:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4df expref: 108 pid: 10121 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.581349:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4df expref: 108 pid: 10121 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.581354:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ca80 00000001:00080000:0.0:1746146160.583221:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972206 is committed 00000100:00100000:0.0:1746146160.588691:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.599453:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.599501:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.599951:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202111488 00000100:00100000:1.0:1746146160.599954:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202111488 00002000:00100000:1.0:1746146160.599978:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8c700 x1830966202111488/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.599986:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c700 with x1830966202111488 ext(0->4095) 00010000:00010000:1.0:1746146160.599991:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6234d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4e6 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.600002:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6234d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4e6 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.600007:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8c700 00000100:00100000:1.0:1746146160.600019:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3111 00000100:00100000:1.0:1746146160.600024:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202111488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146160.602882:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202111488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 2848us (3426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.602893:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3111 00002000:00100000:1.0:1746146160.602904:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8c700 x1830966202111488/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.602912:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c700 with x1830966202111488 ext(0->4095) 00010000:00010000:1.0:1746146160.602921:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6234d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4e6 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.602934:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6234d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4e6 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.602940:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8c700 00000100:00100000:0.0:1746146160.607315:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.609508:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.615262:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.615426:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202112128 00000100:00100000:1.0:1746146160.615433:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202112128 00002000:00100000:1.0:1746146160.615467:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f7480 x1830966202112128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.615474:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f7480 with x1830966202112128 ext(0->4095) 00010000:00010000:1.0:1746146160.615482:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb62354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4ed expref: 7 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.615494:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb62354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4ed expref: 7 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.615499:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f7480 00000100:00100000:1.0:1746146160.615527:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3112 00000100:00100000:1.0:1746146160.615532:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202112128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.616929:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202112128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1392us (1667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.616937:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3112 00002000:00100000:1.0:1746146160.616944:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f7480 x1830966202112128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.616952:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f7480 with x1830966202112128 ext(0->4095) 00010000:00010000:1.0:1746146160.616958:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb62354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4ed expref: 7 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.616969:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb62354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4ed expref: 7 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.616975:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f7480 00000100:00100000:0.0:1746146160.619877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.625223:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b1a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199191168:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146160.625243:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146160.625300:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202112256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4853us (5428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146160.625309:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14009 00000100:00100000:0.0:1746146160.628509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.629806:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202112512 00000100:00100000:1.0:1746146160.629816:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202112512 00002000:00100000:1.0:1746146160.629857:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4e00 x1830966202112512/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.629872:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4e00 with x1830966202112512 ext(0->4095) 00002000:00010000:1.0:1746146160.629876:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f4e00 00000100:00100000:1.0:1746146160.629911:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13778 00000100:00100000:1.0:1746146160.629920:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202112512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.630044:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202112512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1542us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.630050:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13778 00002000:00100000:1.0:1746146160.630055:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4e00 x1830966202112512/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.630061:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4e00 with x1830966202112512 ext(0->4095) 00002000:00010000:1.0:1746146160.630063:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f4e00 00000100:00100000:0.0:1746146160.635669:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.640918:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.640996:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202112768 00000100:00100000:1.0:1746146160.641007:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202112768 00002000:00100000:1.0:1746146160.641042:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c7f4700 x1830966202112768/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.641050:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4700 with x1830966202112768 ext(0->7) 00010000:00010000:1.0:1746146160.641058:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb6235b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4f4 expref: 6 pid: 10121 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.641070:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb6235b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4f4 expref: 6 pid: 10121 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.641076:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4700 00000100:00100000:1.0:1746146160.641108:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3113 00000100:00100000:1.0:1746146160.641115:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202112768:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146160.641869:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202112768:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 752us (956us total) trans 4294972207 rc 0/0 00000100:00100000:0.0:1746146160.641877:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3113 00002000:00100000:0.0:1746146160.641883:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c7f4700 x1830966202112768/t4294972207(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.641891:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4700 with x1830966202112768 ext(0->7) 00010000:00010000:0.0:1746146160.641896:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb6235b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4f4 expref: 8 pid: 10121 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.641906:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb6235b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe4f4 expref: 8 pid: 10121 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.641912:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4700 00000100:00100000:0.0:1746146160.644455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.647393:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.649237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.653423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.657436:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.661784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.673244:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.677026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.677135:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966202113920:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 713us (3895us total) trans 4294972208 rc 0/0 00000100:00100000:0.0:1746146160.677142:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3115 00002000:00100000:0.0:1746146160.677150:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8ed80 x1830966202113920/t4294972208(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.677157:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ed80 with x1830966202113920 ext(0->7) 00010000:00010000:0.0:1746146160.677164:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe502 expref: 10 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.677176:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe502 expref: 10 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.677182:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ed80 00000100:00100000:0.0:1746146160.680070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.681445:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14012 00000100:00100000:0.0:1746146160.681829:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2009:x1830966202114176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146160.681843:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146160.681862:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe502 expref: 11 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.681874:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62369 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe502 expref: 11 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.681893:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62369 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe502 expref: 11 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.681920:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146160.681922:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146160.681928:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2ee00/0x88944630cfb62370 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe509 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.681936:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df2ee00/0x88944630cfb62370 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe509 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.681964:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2ee00/0x88944630cfb62370 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe509 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.681974:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df2ee00/0x88944630cfb62370 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe509 expref: 5 pid: 9583 timeout: 862 lvb_type: 0 00000100:00100000:0.0:1746146160.681984:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013065a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199192064:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146160.682053:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146160.685402:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.686428:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202114432 00000100:00100000:1.0:1746146160.686434:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202114432 00002000:00100000:1.0:1746146160.686464:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065b100 x1830966202114432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.686472:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b100 with x1830966202114432 ext(0->4095) 00010000:00010000:1.0:1746146160.686478:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2ee00/0x88944630cfb62370 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe509 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.686488:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2ee00/0x88944630cfb62370 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe509 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.686494:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065b100 00000100:00100000:1.0:1746146160.686513:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3116 00000100:00100000:1.0:1746146160.686518:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202114432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146160.686617:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202114432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (1221us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.686623:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3116 00002000:00100000:1.0:1746146160.686628:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065b100 x1830966202114432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.686635:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b100 with x1830966202114432 ext(0->4095) 00010000:00010000:1.0:1746146160.686638:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2ee00/0x88944630cfb62370 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe509 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.686647:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2ee00/0x88944630cfb62370 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe509 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.686652:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065b100 00000100:00100000:0.0:1746146160.689295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.693013:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.694096:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202114816 00000100:00100000:1.0:1746146160.694102:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202114816 00002000:00100000:1.0:1746146160.694135:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130658700 x1830966202114816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.694144:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658700 with x1830966202114816 ext(0->4095) 00002000:00010000:1.0:1746146160.694147:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130658700 00000100:00100000:1.0:1746146160.694163:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13780 00000100:00100000:1.0:1746146160.694275:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202114816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.694386:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202114816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.694391:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13780 00002000:00100000:1.0:1746146160.694396:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130658700 x1830966202114816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.694402:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658700 with x1830966202114816 ext(0->4095) 00002000:00010000:1.0:1746146160.694405:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130658700 00000100:00100000:0.0:1746146160.696196:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.700699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.703919:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.704123:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.704406:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202115456 00000100:00100000:1.0:1746146160.704410:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202115456 00002000:00100000:1.0:1746146160.704432:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cdc00 x1830966202115456/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.704444:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdc00 with x1830966202115456 ext(0->4095) 00010000:00010000:1.0:1746146160.704450:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6237e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe517 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.704459:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6237e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe517 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.704464:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cdc00 00000100:00100000:1.0:1746146160.704488:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3117 00000100:00100000:1.0:1746146160.704494:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202115456:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146160.704603:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202115456:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.704607:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3117 00002000:00100000:1.0:1746146160.704612:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cdc00 x1830966202115456/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.704618:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdc00 with x1830966202115456 ext(0->4095) 00010000:00010000:1.0:1746146160.704622:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6237e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe517 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.704630:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6237e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe517 expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.704635:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cdc00 00000100:00100000:0.0:1746146160.706070:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.706517:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.709238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.711545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.714439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.719198:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.727158:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.728122:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.734434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.735255:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202116992 00000100:00100000:1.0:1746146160.735261:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202116992 00002000:00100000:1.0:1746146160.735293:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fbb80 x1830966202116992/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.735301:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fbb80 with x1830966202116992 ext(0->4095) 00010000:00010000:1.0:1746146160.735307:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62393 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe52c expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.735317:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62393 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe52c expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.735322:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fbb80 00000100:00100000:1.0:1746146160.735348:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3119 00000100:00100000:1.0:1746146160.735353:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202116992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.735472:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202116992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (1039us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.735477:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3119 00002000:00100000:1.0:1746146160.735482:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fbb80 x1830966202116992/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.735488:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fbb80 with x1830966202116992 ext(0->4095) 00010000:00010000:1.0:1746146160.735493:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62393 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe52c expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.735501:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62393 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe52c expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.735506:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fbb80 00000100:00100000:0.0:1746146160.738460:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.744433:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.750805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.763021:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.763105:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.765057:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2007:x1830966202117632:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 812us (2041us total) trans 4294972209 rc 0/0 00000100:00100000:0.0:1746146160.765064:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3120 00002000:00100000:0.0:1746146160.765070:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012093d500 x1830966202117632/t4294972209(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.765077:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d500 with x1830966202117632 ext(0->7) 00010000:00010000:0.0:1746146160.765081:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb6239a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe533 expref: 13 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:0.0:1746146160.765089:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb6239a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe533 expref: 13 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:0.0:1746146160.765094:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093d500 00000100:00100000:0.0:1746146160.772878:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.779328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.779428:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202118144 00000100:00100000:1.0:1746146160.779436:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202118144 00002000:00100000:1.0:1746146160.779474:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093dc00 x1830966202118144/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.779482:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093dc00 with x1830966202118144 ext(0->4095) 00010000:00010000:1.0:1746146160.779517:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb623a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe53a expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.779531:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb623a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe53a expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.779537:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093dc00 00000100:00100000:1.0:1746146160.780156:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3121 00000100:00100000:1.0:1746146160.780165:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202118144:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.780736:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202118144:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 570us (1411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.780743:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3121 00002000:00100000:1.0:1746146160.780749:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093dc00 x1830966202118144/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.780757:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093dc00 with x1830966202118144 ext(0->4095) 00010000:00010000:1.0:1746146160.780763:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb623a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe53a expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00010000:00010000:1.0:1746146160.780778:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb623a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe53a expref: 6 pid: 9583 timeout: 862 lvb_type: 0 00002000:00010000:1.0:1746146160.780783:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093dc00 00000100:00100000:0.0:1746146160.784601:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.788109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.788314:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202118528 00000100:00100000:1.0:1746146160.788319:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202118528 00002000:00100000:1.0:1746146160.788352:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e2680 x1830966202118528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.788360:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2680 with x1830966202118528 ext(0->4095) 00002000:00010000:1.0:1746146160.788364:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e2680 00000100:00100000:1.0:1746146160.788378:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13783 00000100:00100000:1.0:1746146160.788385:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2008:x1830966202118528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.788499:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2008:x1830966202118528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.788504:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13783 00002000:00100000:1.0:1746146160.788508:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e2680 x1830966202118528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.788515:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2680 with x1830966202118528 ext(0->4095) 00002000:00010000:1.0:1746146160.788517:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e2680 00000100:00100000:0.0:1746146160.789860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.792977:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.796053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.798277:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.799236:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.799422:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202119296 00000100:00100000:1.0:1746146160.799426:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202119296 00000100:00100000:1.0:1746146160.799445:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30679 00000100:00100000:1.0:1746146160.799450:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+13:1758:x1830966202119296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.799459:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.799465:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe556 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.799475:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.799478:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb623b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe54f expref: 14 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.799483:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.799486:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe556 expref: 14 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.799503:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb623b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe54f expref: 14 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.799514:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe556 expref: 14 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.799522:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9e00, rc 0) 00000100:00100000:1.0:1746146160.799543:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966202119296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.799548:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30679 00000100:00100000:0.0:1746146160.801868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.808178:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.811815:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.812087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.823449:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.823508:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202120192 00000100:00100000:1.0:1746146160.823516:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202120192 00002000:00100000:1.0:1746146160.823556:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83df80 x1830966202120192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.823578:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83df80 with x1830966202120192 ext(0->4095) 00010000:00010000:1.0:1746146160.823587:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe556 expref: 12 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.823599:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe556 expref: 12 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.823606:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83df80 00000100:00100000:1.0:1746146160.823638:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3123 00000100:00100000:1.0:1746146160.823646:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2007:x1830966202120192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.823800:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2007:x1830966202120192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.823806:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3123 00002000:00100000:1.0:1746146160.823811:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83df80 x1830966202120192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.823818:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83df80 with x1830966202120192 ext(0->4095) 00010000:00010000:1.0:1746146160.823822:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe556 expref: 12 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.823830:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe556 expref: 12 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.823835:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83df80 00000100:00100000:0.0:1746146160.828779:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.828874:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.831864:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.831919:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202120704 00000100:00100000:1.0:1746146160.831927:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202120704 00002000:00100000:1.0:1746146160.831960:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf480 x1830966202120704/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.831974:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966202120704 ext(0->4095) 00010000:00010000:1.0:1746146160.831981:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb623c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe55d expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.831993:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb623c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe55d expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.831999:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf480 00000100:00100000:1.0:1746146160.832029:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3124 00000100:00100000:1.0:1746146160.832036:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202120704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.832149:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202120704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.832155:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3124 00002000:00100000:1.0:1746146160.832160:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf480 x1830966202120704/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.832166:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966202120704 ext(0->4095) 00010000:00010000:1.0:1746146160.832171:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb623c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe55d expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.832178:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb623c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe55d expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.832183:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf480 00000100:00100000:0.0:1746146160.835319:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.839022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.843415:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202121216 00000100:00100000:0.0:1746146160.843423:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202121216 00000100:00100000:0.0:1746146160.843552:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30682 00000100:00100000:0.0:1746146160.843568:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202121216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146160.843585:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146160.843600:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe56b expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.843629:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe564 expref: 11 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.843639:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146160.843641:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146160.843644:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe56b expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.843667:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe564 expref: 11 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.843678:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe564 expref: 11 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746146160.843688:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199195392:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146160.844270:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96900 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.849055:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f51f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199195392:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146160.849082:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe56b expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.849097:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009964ca00, rc 0) 00000100:00100000:1.0:1746146160.849271:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202121216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5710us (6175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.849278:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30682 00000100:00100000:0.0:1746146160.864093:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.864247:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202121344 00000100:00100000:1.0:1746146160.864255:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202121344 00002000:00100000:1.0:1746146160.864291:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097f53b80 x1830966202121344/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.864300:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53b80 with x1830966202121344 ext(0->7) 00010000:00010000:1.0:1746146160.864306:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe564 expref: 12 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.864317:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe564 expref: 12 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.864324:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f53b80 00000100:00100000:1.0:1746146160.864359:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3125 00000100:00100000:1.0:1746146160.864366:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2007:x1830966202121344:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146160.866597:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2007:x1830966202121344:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2224us (2502us total) trans 4294972210 rc 0/0 00000100:00100000:0.0:1746146160.866608:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3125 00002000:00100000:0.0:1746146160.866616:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097f53b80 x1830966202121344/t4294972210(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 496/448 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146160.866624:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53b80 with x1830966202121344 ext(0->7) 00010000:00010000:0.0:1746146160.866631:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe564 expref: 14 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146160.866643:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe564 expref: 14 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146160.866652:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f53b80 00000100:00100000:1.0:1746146160.867108:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202121472 00000100:00100000:1.0:1746146160.867114:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202121472 00000100:00100000:1.0:1746146160.867141:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30683 00000100:00100000:1.0:1746146160.867147:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966202121472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.867159:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.867170:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe572 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.867189:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.867194:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe56b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.867200:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146160.867203:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe572 expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.867228:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe56b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.867239:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe572 expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.867247:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9e00, rc 0) 00000100:00100000:1.0:1746146160.868158:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966202121472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1004us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.868165:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30683 00000100:00100000:0.0:1746146160.871970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.874974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.875350:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202121856 00000100:00100000:1.0:1746146160.875357:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202121856 00002000:00100000:1.0:1746146160.875393:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51f80 x1830966202121856/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.875402:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51f80 with x1830966202121856 ext(0->4095) 00010000:00010000:1.0:1746146160.875410:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe56b expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.875421:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe56b expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.875427:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51f80 00000100:00100000:1.0:1746146160.875451:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3126 00000100:00100000:1.0:1746146160.875458:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202121856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146160.876235:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202121856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (612us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.876245:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3126 00002000:00100000:1.0:1746146160.876253:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51f80 x1830966202121856/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.876260:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51f80 with x1830966202121856 ext(0->4095) 00010000:00010000:1.0:1746146160.876266:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe56b expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.876275:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009964ca00/0x88944630cfb623d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe56b expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.876280:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51f80 00000100:00100000:1.0:1746146160.879389:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202122112 00000100:00100000:1.0:1746146160.879393:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202122112 00000100:00100000:1.0:1746146160.879419:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30684 00000100:00100000:1.0:1746146160.879425:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1766:x1830966202122112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.879629:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.879638:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb623e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe579 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.879653:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe572 expref: 13 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.879659:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.879660:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.879662:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb623e0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe579 expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.879677:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623d9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe572 expref: 13 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.879685:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623d9 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe572 expref: 13 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146160.879692:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199195904:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146160.880319:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.882666:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199195904:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146160.882696:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb623e0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe579 expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.882711:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:1.0:1746146160.882802:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1766:x1830966202122112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3374us (3693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.882814:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30684 00000100:00100000:0.0:1746146160.883059:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199195776:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146160.883071:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146160.883093:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202121984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3641us (4085us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146160.883101:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14027 00000100:00100000:0.0:1746146160.883447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.888757:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.888835:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202122496 00000100:00100000:1.0:1746146160.888842:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202122496 00002000:00100000:1.0:1746146160.888879:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865880 x1830966202122496/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.888888:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865880 with x1830966202122496 ext(0->4095) 00002000:00010000:1.0:1746146160.888893:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b865880 00000100:00100000:1.0:1746146160.888955:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13786 00000100:00100000:1.0:1746146160.888962:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202122496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146160.889169:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202122496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 206us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.889176:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13786 00002000:00100000:1.0:1746146160.889181:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865880 x1830966202122496/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.889188:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865880 with x1830966202122496 ext(0->4095) 00002000:00010000:1.0:1746146160.889191:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b865880 00000100:00100000:0.0:1746146160.896828:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.896919:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.896999:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202122624 00000100:00100000:1.0:1746146160.897007:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202122624 00000100:00100000:1.0:1746146160.897046:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202122752 00000100:00100000:1.0:1746146160.897048:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202122752 00000100:00100000:1.0:1746146160.897066:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30685 00000100:00100000:1.0:1746146160.897072:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1766:x1830966202122624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.897086:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.897099:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe580 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.897124:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb623e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe579 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.897130:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.897131:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.897134:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe580 expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.897157:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb623e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe579 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.897166:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9200/0x88944630cfb623e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe579 expref: 5 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146160.897177:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199196160:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146160.897392:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30686 00000100:00100000:0.0:1746146160.897399:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966202122752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146160.897405:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146160.897411:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b12ac00/0x88944630cfb623ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe587 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.897422:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146160.897425:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe580 expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.897430:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146160.897432:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b12ac00/0x88944630cfb623ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe587 expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.897454:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe580 expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.897463:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b12ac00/0x88944630cfb623ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe587 expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146160.897470:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b12ac00, rc 0) 00000100:00100000:0.0:1746146160.897487:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202122752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146160.897492:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30686 00000100:00100000:1.0:1746146160.897546:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.899555:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199196160:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146160.899575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146160.899590:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe580 expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.899604:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:1.0:1746146160.899638:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1766:x1830966202122624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2565us (2817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.899644:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30685 00000100:00100000:0.0:1746146160.902322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.902380:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202123136 00000100:00100000:1.0:1746146160.902386:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202123136 00002000:00100000:1.0:1746146160.902419:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d174700 x1830966202123136/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/0 e 0 to 0 dl 1746146171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.902428:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174700 with x1830966202123136 ext(0->4095) 00010000:00010000:1.0:1746146160.902434:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe580 expref: 15 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.902446:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe580 expref: 15 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.902452:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d174700 00000100:00100000:1.0:1746146160.902476:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3127 00000100:00100000:1.0:1746146160.902483:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202123136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146160.902588:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202123136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146160.902593:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3127 00002000:00100000:1.0:1746146160.902598:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d174700 x1830966202123136/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:291/0 lens 488/4536 e 0 to 0 dl 1746146171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146160.902604:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174700 with x1830966202123136 ext(0->4095) 00010000:00010000:1.0:1746146160.902608:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe580 expref: 15 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.902616:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb623e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe580 expref: 15 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146160.902623:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d174700 00000100:00100000:0.0:1746146160.906409:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.906493:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202123264 00000100:00100000:1.0:1746146160.906501:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202123264 00000100:00100000:1.0:1746146160.906548:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30687 00000100:00100000:1.0:1746146160.906555:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202123264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.906577:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.906590:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe58e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.906610:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.906615:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b12ac00/0x88944630cfb623ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe587 expref: 14 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.906620:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146160.906623:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.906648:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b12ac00/0x88944630cfb623ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe587 expref: 14 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.906658:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.906666:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9e00, rc 0) 00000100:00100000:1.0:1746146160.906697:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202123264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.906702:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30687 00000100:00100000:0.0:1746146160.907828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.913281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.917782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.917852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.918803:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14031 00000100:00100000:1.0:1746146160.918812:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2009:x1830966202123904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146160.918820:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146160.918835:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b12ac00/0x88944630cfb623ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe587 expref: 15 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.918845:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b12ac00/0x88944630cfb623ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe587 expref: 15 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.918858:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b12ac00/0x88944630cfb623ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe587 expref: 15 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.918874:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.918875:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.918880:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.918886:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.918905:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.918914:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 5 pid: 26612 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146160.918923:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199196928:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146160.918963:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146160.920976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.921201:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199196928:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146160.921217:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146160.921248:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2009:x1830966202123904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2438us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.921256:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14031 00000100:00100000:1.0:1746146160.925993:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202124288 00000100:00100000:1.0:1746146160.926000:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202124288 00010000:00010000:1.0:1746146160.926028:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146160.926062:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14032 00000100:00100000:1.0:1746146160.926069:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202124288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146160.926079:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146160.926093:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.926102:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.926122:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb623f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe58e expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.926139:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.926140:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.926146:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 13 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.926153:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 13 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.926281:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 13 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146160.926291:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199197056:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146160.926491:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146160.928928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.929034:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199197056:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146160.929051:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146160.929090:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202124288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3020us (3584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.929099:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14032 00000100:00100000:0.0:1746146160.934435:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.934599:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202124672 00000100:00100000:1.0:1746146160.934607:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202124672 00000100:00100000:1.0:1746146160.934833:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30689 00000100:00100000:1.0:1746146160.934842:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202124672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.934855:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.934868:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe59c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.934891:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 13 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.934897:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.934899:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.934902:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe59c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.934932:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 13 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.934942:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 13 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146160.934953:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199197184:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146160.935022:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.937177:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199197184:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146160.937198:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe59c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.937211:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:1.0:1746146160.937244:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202124672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2404us (2817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.937251:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30689 00000100:00100000:0.0:1746146160.937826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.938213:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202124800 00000100:00100000:1.0:1746146160.938218:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202124800 00010000:00010000:1.0:1746146160.938238:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 14 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146160.938267:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14033 00000100:00100000:1.0:1746146160.938272:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966202124800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146160.938281:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146160.938296:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 14 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.938305:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 14 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.938322:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb623fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe595 expref: 14 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146160.938346:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.938348:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.938352:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe59c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.938359:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe59c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.938380:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe59c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146160.938389:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199197312:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146160.938435:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146160.939675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.939841:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202124928 00000100:00100000:1.0:1746146160.939846:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202124928 00000100:00100000:1.0:1746146160.940030:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30690 00000100:00100000:1.0:1746146160.940038:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966202124928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.940050:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.940063:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6240a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe5a3 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.940083:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe59c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.940089:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.940090:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146160.940093:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6240a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5a3 expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.940111:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe59c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.940119:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb62403 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe59c expref: 5 pid: 26612 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146160.940128:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199197440:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146160.940193:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.942340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.943304:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199197440:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146160.943324:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6240a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5a3 expref: 14 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.943335:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9e00, rc 0) 00000100:00100000:1.0:1746146160.943354:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966202124928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3318us (3683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.943360:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30690 00000100:00100000:0.0:1746146160.946120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.949293:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.951553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.952177:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202125696 00000100:00100000:1.0:1746146160.952184:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202125696 00000100:00100000:1.0:1746146160.952231:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30691 00000100:00100000:1.0:1746146160.952237:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202125696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.952253:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.952269:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62411 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe5aa expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.952294:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6240a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5a3 expref: 13 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.952299:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.952300:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.952303:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62411 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5aa expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.952326:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6240a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5a3 expref: 13 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.952335:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab9e00/0x88944630cfb6240a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5a3 expref: 13 pid: 26612 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146160.952344:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199197696:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146160.952422:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146160.961746:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199197696:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146160.961771:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62411 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5aa expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.961793:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c75a600, rc 0) 00000100:00100000:1.0:1746146160.961828:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202125696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9591us (10278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.961834:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30691 00000100:00100000:0.0:1746146160.978780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.978888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146160.979063:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202125952 00000100:00100000:1.0:1746146160.979070:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202125952 00000100:00100000:1.0:1746146160.979118:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30692 00000100:00100000:1.0:1746146160.979125:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966202125952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146160.979139:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146160.979153:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130acaa00/0x88944630cfb62418 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe5b1 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.979174:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146160.979180:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62411 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5aa expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.979185:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146160.979188:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130acaa00/0x88944630cfb62418 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5b1 expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.979218:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62411 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5aa expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.979229:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130acaa00/0x88944630cfb62418 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5b1 expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146160.979242:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130acaa00, rc 0) 00000100:00100000:1.0:1746146160.979315:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966202125952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146160.979320:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30692 00000100:00100000:0.0:1746146160.983585:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.987432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.992157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.996909:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146160.998782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.002428:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.006658:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.007488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.011586:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.011947:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.017108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.019244:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.025658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.030160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.030218:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746146161.030233:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199198976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746146161.030272:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146161.031112:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199198976 00000100:00100000:0.0:1746146161.031116:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199198976 00000100:00100000:1.0:1746146161.031730:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199198976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746146161.033774:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.035784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.037323:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.037374:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.037614:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202129024 00000100:00100000:1.0:1746146161.037617:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202129024 00000100:00100000:1.0:1746146161.037674:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30698 00000100:00100000:1.0:1746146161.037678:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1766:x1830966202129024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.037699:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.037706:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62442 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe5db expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.037739:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62434 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5cd expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.037746:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.037747:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.037750:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62442 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5db expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.037838:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62434 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5cd expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.037848:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb62434 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5cd expref: 5 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.037861:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199199360:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.037937:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.039410:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199199360:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.039433:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62442 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5db expref: 17 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.039445:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c75a600, rc 0) 00000100:00100000:1.0:1746146161.039488:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966202129024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1808us (2113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146161.039493:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.039494:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30698 00010000:00010000:1.0:1746146161.039940:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146161.041993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.043535:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.043762:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202129536 00000100:00100000:1.0:1746146161.043768:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202129536 00000100:00100000:1.0:1746146161.043807:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30699 00000100:00100000:1.0:1746146161.043813:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202129536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.043826:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.043838:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe5e2 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.043856:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.043860:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb6243b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5d4 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.043870:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146161.043873:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.043900:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb6243b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5d4 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.043910:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.043918:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130acb600, rc 0) 00000100:00100000:1.0:1746146161.043945:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202129536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.043950:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30699 00000100:00100000:0.0:1746146161.044973:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.048175:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202129920 00000100:00100000:0.0:1746146161.048181:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202129920 00002000:00100000:0.0:1746146161.048209:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3b80 x1830966202129920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.048223:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3b80 with x1830966202129920 ext(0->4095) 00010000:00010000:0.0:1746146161.048230:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb6243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5d4 expref: 16 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.048240:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb6243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5d4 expref: 16 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.048246:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa3b80 00000100:00100000:0.0:1746146161.048260:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3135 00000100:00100000:0.0:1746146161.048266:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202129920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146161.048550:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202129920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 282us (450us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146161.048555:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3135 00002000:00100000:0.0:1746146161.048571:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3b80 x1830966202129920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.048578:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3b80 with x1830966202129920 ext(0->4095) 00010000:00010000:0.0:1746146161.048583:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb6243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5d4 expref: 16 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.048591:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e600/0x88944630cfb6243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5d4 expref: 16 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.048596:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa3b80 00000100:00100000:0.0:1746146161.050202:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.050319:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202130048 00000100:00100000:1.0:1746146161.050325:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202130048 00000100:00100000:1.0:1746146161.050497:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30700 00000100:00100000:1.0:1746146161.050504:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202130048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146161.050506:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146161.050517:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.050756:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62450 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe5e9 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.050775:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.050780:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.050789:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146161.050792:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62450 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e9 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.050819:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.051144:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62450 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e9 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.051154:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c75a600, rc 0) 00000100:00100000:1.0:1746146161.051216:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966202130048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 712us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.051221:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30700 00000100:00100000:0.0:1746146161.053165:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.053476:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202130432 00000100:00100000:1.0:1746146161.053481:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202130432 00002000:00100000:1.0:1746146161.053509:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815180 x1830966202130432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.053517:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815180 with x1830966202130432 ext(0->4095) 00010000:00010000:1.0:1746146161.053523:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e2 expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.053533:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e2 expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.053539:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815180 00000100:00100000:1.0:1746146161.053554:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3136 00000100:00100000:1.0:1746146161.053572:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202130432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.053780:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202130432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 217us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.053786:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3136 00002000:00100000:1.0:1746146161.053791:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815180 x1830966202130432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.053798:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815180 with x1830966202130432 ext(0->4095) 00010000:00010000:1.0:1746146161.053802:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e2 expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.053819:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb62449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e2 expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.053824:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815180 00000100:00100000:0.0:1746146161.055513:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.057660:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.059860:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.060128:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202130944 00000100:00100000:1.0:1746146161.060135:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202130944 00000100:00100000:1.0:1746146161.060176:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30701 00000100:00100000:1.0:1746146161.060182:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202130944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.060193:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.060206:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb62457 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe5f0 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.060480:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e9 expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.060491:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.060492:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.060495:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb62457 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5f0 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.060517:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e9 expref: 15 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.060525:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c75a600/0x88944630cfb62450 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5e9 expref: 15 pid: 26612 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.060534:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199200384:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.060778:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.063249:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199200384:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.063278:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb62457 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5f0 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146161.063279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146161.063292:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0bfe00, rc 0) 00000100:00100000:1.0:1746146161.063326:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202130944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3144us (3472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.063332:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30701 00000100:00100000:0.0:1746146161.066113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.066205:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202131328 00000100:00100000:1.0:1746146161.066210:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202131328 00002000:00100000:1.0:1746146161.066243:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d880 x1830966202131328/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.066256:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d880 with x1830966202131328 ext(0->4095) 00002000:00010000:1.0:1746146161.066260:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093d880 00000100:00100000:1.0:1746146161.066432:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13794 00000100:00100000:1.0:1746146161.066441:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202131328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.066645:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202131328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 205us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.066650:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13794 00002000:00100000:1.0:1746146161.066656:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d880 x1830966202131328/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.066663:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d880 with x1830966202131328 ext(0->4095) 00002000:00010000:1.0:1746146161.066666:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093d880 00000100:00100000:0.0:1746146161.068779:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.068940:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202131456 00000100:00100000:1.0:1746146161.068947:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202131456 00000100:00100000:0.0:1746146161.068981:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.069203:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30703 00000100:00100000:1.0:1746146161.069208:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966202131456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.069214:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.069220:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb62465 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe5f7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.069230:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.069232:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6245e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5fe expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.069236:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.069239:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb62465 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5f7 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.069259:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6245e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5fe expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.069269:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb62465 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5f7 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.069277:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997ae400, rc 0) 00000100:00100000:1.0:1746146161.069299:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966202131456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.069303:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30703 00000100:00100000:0.0:1746146161.074413:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.076771:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.077029:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202131968 00000100:00100000:1.0:1746146161.077040:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202131968 00002000:00100000:1.0:1746146161.077071:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8fb80 x1830966202131968/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.077080:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8fb80 with x1830966202131968 ext(0->4095) 00010000:00010000:1.0:1746146161.077087:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5fe expref: 17 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.077098:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5fe expref: 17 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.077104:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8fb80 00000100:00100000:1.0:1746146161.077118:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3137 00000100:00100000:1.0:1746146161.078431:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202131968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.078570:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202131968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (1804us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.078576:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3137 00002000:00100000:1.0:1746146161.078582:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8fb80 x1830966202131968/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.078588:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8fb80 with x1830966202131968 ext(0->4095) 00010000:00010000:1.0:1746146161.078593:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5fe expref: 17 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.078602:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5fe expref: 17 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.078608:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8fb80 00000100:00100000:0.0:1746146161.080642:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.085136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.089249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.089305:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202132480 00000100:00100000:1.0:1746146161.089312:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202132480 00002000:00100000:1.0:1746146161.089341:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ce00 x1830966202132480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.089348:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966202132480 ext(0->4095) 00010000:00010000:1.0:1746146161.089355:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb62465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5f7 expref: 16 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.089367:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb62465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5f7 expref: 16 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.089372:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5ce00 00000100:00100000:1.0:1746146161.089401:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3138 00000100:00100000:1.0:1746146161.089407:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202132480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.089509:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202132480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.089515:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3138 00002000:00100000:1.0:1746146161.089519:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ce00 x1830966202132480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.089526:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966202132480 ext(0->4095) 00010000:00010000:1.0:1746146161.089530:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb62465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5f7 expref: 16 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.089539:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb62465 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe5f7 expref: 16 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.089544:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5ce00 00000100:00100000:0.0:1746146161.091426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.094055:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202132736 00000100:00100000:0.0:1746146161.094060:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202132736 00000100:00100000:0.0:1746146161.094192:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30705 00000100:00100000:0.0:1746146161.094200:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202132736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146161.094214:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146161.094227:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb62473 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe60c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.094249:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6246c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe605 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.094255:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146161.094257:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146161.094261:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb62473 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe60c expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.094283:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6246c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe605 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.094293:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6246c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe605 expref: 5 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:0.0:1746146161.094303:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b200000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199201536:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146161.094935:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.096211:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.096460:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b200000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199201536:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146161.096477:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb62473 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe60c expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.096489:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131aa2000, rc 0) 00000100:00100000:0.0:1746146161.096511:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202132736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2313us (2529us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146161.096516:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30705 00000100:00100000:0.0:1746146161.100330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.103147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.106679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.111976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.113138:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966202133632:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 938us (1166us total) trans 4294972212 rc 0/0 00000100:00100000:0.0:1746146161.113145:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3140 00002000:00100000:0.0:1746146161.113152:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d0b100 x1830966202133632/t4294972212(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 496/448 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.113160:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0b100 with x1830966202133632 ext(0->7) 00010000:00010000:0.0:1746146161.113164:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb62473 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe60c expref: 18 pid: 9582 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.113174:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb62473 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe60c expref: 18 pid: 9582 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.113180:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0b100 00000100:00100000:0.0:1746146161.117659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.119499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.119675:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202134016 00000100:00100000:1.0:1746146161.119680:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202134016 00002000:00100000:1.0:1746146161.119707:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0ea00 x1830966202134016/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.119736:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0ea00 with x1830966202134016 ext(0->4095) 00002000:00010000:1.0:1746146161.119740:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0ea00 00000100:00100000:1.0:1746146161.119765:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13796 00000100:00100000:1.0:1746146161.119808:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202134016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.120087:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202134016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 314us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.120093:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13796 00002000:00100000:1.0:1746146161.120098:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0ea00 x1830966202134016/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.120105:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0ea00 with x1830966202134016 ext(0->4095) 00002000:00010000:1.0:1746146161.120108:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0ea00 00000100:00100000:0.0:1746146161.121879:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.122223:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.124099:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.126152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.126241:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202134656 00000100:00100000:1.0:1746146161.126247:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202134656 00002000:00100000:1.0:1746146161.126279:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4a80 x1830966202134656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.126287:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4a80 with x1830966202134656 ext(0->4095) 00010000:00010000:1.0:1746146161.126293:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb62481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe61a expref: 19 pid: 9582 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.126302:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb62481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe61a expref: 19 pid: 9582 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.126308:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4a80 00000100:00100000:1.0:1746146161.126330:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3141 00000100:00100000:1.0:1746146161.126335:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966202134656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.126478:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966202134656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.126484:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3141 00002000:00100000:1.0:1746146161.126489:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4a80 x1830966202134656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.126500:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4a80 with x1830966202134656 ext(0->4095) 00010000:00010000:1.0:1746146161.126503:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb62481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe61a expref: 19 pid: 9582 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.126511:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb62481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe61a expref: 19 pid: 9582 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.126516:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4a80 00000100:00100000:0.0:1746146161.128701:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.128823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.130782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.133437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.133574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.133731:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202135424 00000100:00100000:1.0:1746146161.133735:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202135424 00000100:00100000:1.0:1746146161.133768:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30710 00000100:00100000:1.0:1746146161.133772:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966202135424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.133785:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.133793:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62496 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe62f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.133819:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6248f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe628 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.133824:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.133826:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.133828:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62496 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe62f expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.133844:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6248f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe628 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.133858:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6248f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe628 expref: 5 pid: 9582 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.133865:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199202816:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.133883:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.135946:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199202816:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.135969:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62496 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe62f expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.135982:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997afc00, rc 0) 00000100:00100000:1.0:1746146161.136603:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966202135424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2828us (3027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.136609:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30710 00000100:00100000:0.0:1746146161.136659:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.139476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.142854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.145602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.145698:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202136192 00000100:00100000:1.0:1746146161.145705:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202136192 00000100:00100000:1.0:1746146161.145784:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30711 00000100:00100000:1.0:1746146161.145790:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202136192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.145805:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.145816:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb6249d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe636 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.145835:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe62f expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.145845:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.145847:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.145849:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb6249d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe636 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.145870:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62496 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe62f expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.145878:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62496 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe62f expref: 17 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.145887:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199203072:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.145942:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.147548:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199203072:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.147581:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb6249d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe636 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.147593:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131aa2000, rc 0) 00000100:00100000:1.0:1746146161.147628:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202136192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1838us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.147635:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30711 00000100:00100000:0.0:1746146161.147950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.152011:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.153678:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.153747:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202136704 00000100:00100000:1.0:1746146161.153751:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202136704 00000100:00100000:1.0:1746146161.153789:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30712 00000100:00100000:1.0:1746146161.153795:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966202136704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.153807:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.153820:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe63d expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.153840:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb6249d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe636 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.153847:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.153848:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.153851:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe63d expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.153874:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb6249d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe636 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.153883:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131aa2000/0x88944630cfb6249d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe636 expref: 5 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.153894:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199203328:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.153954:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.156468:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199203328:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.156496:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe63d expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.156510:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997ae400, rc 0) 00000100:00100000:1.0:1746146161.156566:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966202136704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (2879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.156576:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30712 00000100:00100000:0.0:1746146161.156633:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.156753:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202136832 00000100:00100000:1.0:1746146161.156759:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202136832 00000100:00100000:1.0:1746146161.156800:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30713 00000100:00100000:1.0:1746146161.156806:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1766:x1830966202136832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.156818:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.156831:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb624ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe644 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146161.157047:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146161.157056:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.157060:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe63d expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.157065:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.157068:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb624ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe644 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.157091:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe63d expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.157100:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb624ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe644 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.157107:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997afc00, rc 0) 00000100:00100000:1.0:1746146161.157126:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+19:1766:x1830966202136832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 320us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.157131:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30713 00000100:00100000:0.0:1746146161.159637:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.163008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.165851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.168143:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.168197:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202137728 00000100:00100000:1.0:1746146161.168204:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202137728 00000100:00100000:1.0:1746146161.168253:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30714 00000100:00100000:1.0:1746146161.168260:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202137728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.168273:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.168287:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe64b expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.168310:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb624ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe644 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.168317:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.168318:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.168321:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe64b expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.168346:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb624ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe644 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.168356:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb624ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe644 expref: 17 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.168366:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199203840:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.168510:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.169751:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199203840:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.169776:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe64b expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.169792:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997ae400, rc 0) 00000100:00100000:1.0:1746146161.169825:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202137728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.169831:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30714 00000100:00100000:0.0:1746146161.169995:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.171878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.173224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.173362:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202138240 00000100:00100000:1.0:1746146161.173366:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202138240 00000100:00100000:1.0:1746146161.173403:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30715 00000100:00100000:1.0:1746146161.173409:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966202138240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.173420:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.173431:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb624b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe652 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.173450:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe64b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.173456:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.173457:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.173460:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb624b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe652 expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.173479:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe64b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.173488:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997ae400/0x88944630cfb624b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe64b expref: 5 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.173501:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199204096:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.173767:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.176054:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199204096:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.176081:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb624b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe652 expref: 18 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.176095:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131aa3800, rc 0) 00000100:00100000:1.0:1746146161.176142:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1766:x1830966202138240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2732us (2919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.176149:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30715 00000100:00100000:0.0:1746146161.176480:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.176577:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202138368 00000100:00100000:1.0:1746146161.176583:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202138368 00000100:00100000:1.0:1746146161.176620:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30716 00000100:00100000:1.0:1746146161.176625:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966202138368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.176637:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.176648:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb624c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe659 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.176664:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.176667:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb624b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe652 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.176672:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.176675:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb624c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe659 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.176700:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb624b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe652 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.176708:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb624c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe659 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.176737:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997af800, rc 0) 00000100:00100000:1.0:1746146161.176756:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+19:1758:x1830966202138368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.176761:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30716 00000100:00100000:0.0:1746146161.176917:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.181094:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.183045:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.183120:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.186213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.188060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.188278:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.190472:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.192909:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.196172:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.198134:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.200854:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.205739:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.206668:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.208570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.208635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.208683:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202140928 00000100:00100000:0.0:1746146161.208688:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202140928 00000100:00100000:0.0:1746146161.208733:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30721 00000100:00100000:0.0:1746146161.208739:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+19:1766:x1830966202140928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146161.208748:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146161.208758:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf37e00/0x88944630cfb624e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe67c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.208775:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146161.208778:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb624dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe675 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.208784:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146161.208786:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf37e00/0x88944630cfb624e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe67c expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.208805:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb624dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe675 expref: 20 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.208813:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf37e00/0x88944630cfb624e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe67c expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.208821:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf37e00, rc 0) 00000100:00100000:0.0:1746146161.208847:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1766:x1830966202140928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146161.208852:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30721 00000100:00100000:0.0:1746146161.211642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.212100:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202141312 00000100:00100000:1.0:1746146161.212105:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202141312 00002000:00100000:1.0:1746146161.212137:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfded80 x1830966202141312/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.212145:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfded80 with x1830966202141312 ext(0->4095) 00010000:00010000:1.0:1746146161.212152:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb624dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe675 expref: 19 pid: 9582 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.212162:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb624dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe675 expref: 19 pid: 9582 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.212168:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfded80 00000100:00100000:1.0:1746146161.212183:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3148 00000100:00100000:1.0:1746146161.212189:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966202141312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.212276:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966202141312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (640us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.212281:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3148 00002000:00100000:1.0:1746146161.212286:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfded80 x1830966202141312/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.212292:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfded80 with x1830966202141312 ext(0->4095) 00010000:00010000:1.0:1746146161.212297:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb624dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe675 expref: 19 pid: 9582 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.212305:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb624dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe675 expref: 19 pid: 9582 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.212309:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfded80 00000100:00100000:0.0:1746146161.215996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.218197:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.220062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.220187:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202141824 00000100:00100000:1.0:1746146161.220193:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202141824 00000100:00100000:1.0:1746146161.220231:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30722 00000100:00100000:1.0:1746146161.220238:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202141824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.220250:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.220263:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb624ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe683 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.220283:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf37e00/0x88944630cfb624e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe67c expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.220295:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.220297:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.220300:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb624ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe683 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.220323:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cf37e00/0x88944630cfb624e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe67c expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.220332:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cf37e00/0x88944630cfb624e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe67c expref: 17 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.220341:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199205888:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.220409:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.221513:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199205888:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.221545:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb624ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe683 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.221564:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131aa3800, rc 0) 00000100:00100000:1.0:1746146161.221593:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202141824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1356us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.221599:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30722 00000100:00100000:0.0:1746146161.222302:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.224270:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.226261:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.229162:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.235008:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.238395:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.241096:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.243912:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2007:x1830966202142976:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2656us (2806us total) trans 4294972213 rc 0/0 00000100:00100000:0.0:1746146161.243925:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3149 00002000:00100000:0.0:1746146161.243936:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfdc700 x1830966202142976/t4294972213(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 496/448 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.243946:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdc700 with x1830966202142976 ext(0->7) 00010000:00010000:0.0:1746146161.243956:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb624f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe68a expref: 20 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.243972:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb624f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe68a expref: 20 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.243979:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdc700 00000100:00100000:0.0:1746146161.245486:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.250976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.251037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.252668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.252779:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202143616 00000100:00100000:0.0:1746146161.252784:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202143616 00000100:00100000:0.0:1746146161.253006:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30726 00000100:00100000:0.0:1746146161.253014:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:1766:x1830966202143616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146161.253023:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146161.253032:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb62506 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe69f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.253046:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146161.253050:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb624ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe698 expref: 22 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.253056:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146161.253059:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb62506 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe69f expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.253080:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2f800/0x88944630cfb624ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe698 expref: 22 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.253092:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb62506 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe69f expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.253101:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36800, rc 0) 00000100:00100000:0.0:1746146161.253135:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1766:x1830966202143616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146161.253141:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30726 00000100:00100000:1.0:1746146161.254672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.260518:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.263148:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.266684:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.268539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.271210:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.275330:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202144896 00000100:00100000:0.0:1746146161.275336:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202144896 00002000:00100000:0.0:1746146161.275365:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869180 x1830966202144896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.275373:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869180 with x1830966202144896 ext(0->4095) 00002000:00010000:0.0:1746146161.275377:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869180 00000100:00100000:0.0:1746146161.275401:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13808 00000100:00100000:0.0:1746146161.275408:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202144896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146161.275857:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202144896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 448us (744us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146161.275862:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13808 00002000:00100000:0.0:1746146161.275867:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869180 x1830966202144896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.275874:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869180 with x1830966202144896 ext(0->4095) 00002000:00010000:0.0:1746146161.275876:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869180 00000100:00100000:0.0:1746146161.277941:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.279110:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202145152 00000100:00100000:0.0:1746146161.279114:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202145152 00000100:00100000:0.0:1746146161.279209:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30729 00000100:00100000:0.0:1746146161.279215:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+21:1766:x1830966202145152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146161.279223:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146161.279229:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf36e00/0x88944630cfb6251b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe6b4 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.279240:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146161.279244:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62514 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ad expref: 22 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.279249:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146161.279251:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36e00/0x88944630cfb6251b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6b4 expref: 22 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.279271:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62514 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ad expref: 22 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.279282:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36e00/0x88944630cfb6251b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6b4 expref: 22 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.279290:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36e00, rc 0) 00000100:00100000:0.0:1746146161.279674:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1766:x1830966202145152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 458us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146161.279680:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30729 00000100:00100000:0.0:1746146161.281534:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.284308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.284771:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202145536 00000100:00100000:1.0:1746146161.284777:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202145536 00002000:00100000:1.0:1746146161.284807:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cc700 x1830966202145536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.284816:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc700 with x1830966202145536 ext(0->4095) 00010000:00010000:1.0:1746146161.284823:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ad expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.284834:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ad expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.284840:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4cc700 00000100:00100000:1.0:1746146161.284868:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3151 00000100:00100000:1.0:1746146161.284875:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2009:x1830966202145536:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146161.285125:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2009:x1830966202145536:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 250us (823us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.285131:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3151 00002000:00100000:1.0:1746146161.285135:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cc700 x1830966202145536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.285141:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc700 with x1830966202145536 ext(0->4095) 00010000:00010000:1.0:1746146161.285145:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ad expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.285153:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ad expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.285167:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4cc700 00000100:00100000:0.0:1746146161.287894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.290667:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.290744:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202145920 00000100:00100000:1.0:1746146161.290749:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202145920 00002000:00100000:1.0:1746146161.290784:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cf100 x1830966202145920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.290792:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cf100 with x1830966202145920 ext(0->4095) 00002000:00010000:1.0:1746146161.290796:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cf100 00000100:00100000:1.0:1746146161.290817:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13809 00000100:00100000:1.0:1746146161.290824:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2007:x1830966202145920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.290910:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2007:x1830966202145920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.290915:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13809 00002000:00100000:1.0:1746146161.290920:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cf100 x1830966202145920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.290926:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cf100 with x1830966202145920 ext(0->4095) 00002000:00010000:1.0:1746146161.290929:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cf100 00000100:00100000:0.0:1746146161.293062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.296629:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.299853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.299923:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202146432 00000100:00100000:1.0:1746146161.299930:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202146432 00002000:00100000:1.0:1746146161.299986:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541180 x1830966202146432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.299995:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541180 with x1830966202146432 ext(0->4095) 00002000:00010000:1.0:1746146161.299999:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a541180 00000100:00100000:1.0:1746146161.300057:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13810 00000100:00100000:1.0:1746146161.300065:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202146432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.300579:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202146432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 513us (729us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.300586:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13810 00002000:00100000:1.0:1746146161.300592:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541180 x1830966202146432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.300599:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541180 with x1830966202146432 ext(0->4095) 00002000:00010000:1.0:1746146161.300601:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a541180 00000100:00100000:0.0:1746146161.301468:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.302473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.308377:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202147072 00000100:00100000:1.0:1746146161.308385:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202147072 00002000:00100000:1.0:1746146161.308417:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b100 x1830966202147072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.308426:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b100 with x1830966202147072 ext(0->4095) 00010000:00010000:1.0:1746146161.308432:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c2 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.308443:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c2 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.308449:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b100 00000100:00100000:1.0:1746146161.308464:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3152 00000100:00100000:1.0:1746146161.308470:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202147072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.308583:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202147072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (930us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.308591:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3152 00002000:00100000:1.0:1746146161.308596:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b100 x1830966202147072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.308603:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b100 with x1830966202147072 ext(0->4095) 00010000:00010000:1.0:1746146161.308607:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c2 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.308615:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c2 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.308620:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b100 00000100:00100000:0.0:1746146161.309985:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.310198:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14076 00000100:00100000:1.0:1746146161.310206:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202147200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.310215:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.310234:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c2 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.310243:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62529 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c2 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.310261:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62529 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c2 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.310285:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.310287:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.310293:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62530 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c9 expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.310300:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c9 expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.310324:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c9 expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146161.310334:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199208576:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.311012:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.313448:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199208576:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.313468:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.313511:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202147200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3305us (3530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.313519:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14076 00000100:00100000:0.0:1746146161.313635:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.316692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.319258:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.319413:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202147712 00000100:00100000:1.0:1746146161.319419:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202147712 00010000:00010000:1.0:1746146161.319443:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c9 expref: 20 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.319676:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14077 00000100:00100000:1.0:1746146161.319682:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2007:x1830966202147712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.319692:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.319707:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c9 expref: 20 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.319749:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c9 expref: 20 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.319768:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62530 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6c9 expref: 20 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.319783:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.319784:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.319790:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62537 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.319796:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62537 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.319820:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62537 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146161.319829:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199208832:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.319891:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.322315:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199208832:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.322332:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.322371:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966202147712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2690us (3114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.322379:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14077 00000100:00100000:0.0:1746146161.322818:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.324833:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.325574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.326504:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.326931:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202148352 00000100:00100000:1.0:1746146161.326936:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202148352 00010000:00010000:1.0:1746146161.326954:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62537 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d0 expref: 6 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.326977:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14078 00000100:00100000:1.0:1746146161.326983:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202148352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.326991:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.327004:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62537 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d0 expref: 6 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.327013:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62537 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d0 expref: 6 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.327129:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62537 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d0 expref: 6 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.327330:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.327332:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.327338:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.327345:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.327367:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.327375:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 20 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.327384:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199209216:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.327705:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.330206:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199209216:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.330227:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.330257:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202148352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3273us (3752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.330265:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14078 00000100:00100000:0.0:1746146161.330339:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202148608 00000100:00100000:0.0:1746146161.330345:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202148608 00002000:00100000:0.0:1746146161.330376:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286ad80 x1830966202148608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.330384:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286ad80 with x1830966202148608 ext(0->4095) 00010000:00010000:0.0:1746146161.330390:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.330401:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.330407:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286ad80 00000100:00100000:0.0:1746146161.330431:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3153 00000100:00100000:0.0:1746146161.330437:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202148608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146161.330537:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202148608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146161.330542:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3153 00002000:00100000:0.0:1746146161.330547:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286ad80 x1830966202148608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.330553:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286ad80 with x1830966202148608 ext(0->4095) 00010000:00010000:0.0:1746146161.330573:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.330581:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.330586:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286ad80 00000100:00100000:0.0:1746146161.334492:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.334658:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202148736 00000100:00100000:1.0:1746146161.334665:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202148736 00010000:00010000:1.0:1746146161.334694:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.334761:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14079 00000100:00100000:1.0:1746146161.334768:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202148736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.334777:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.334799:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.334808:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.334824:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6253e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6d7 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.334843:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.334845:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.334850:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62545 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6de expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.334856:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62545 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6de expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.335241:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62545 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6de expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146161.335252:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199209344:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.335531:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.337491:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.337602:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199209344:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.337620:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.337733:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202148736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2947us (3230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.337741:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14079 00000100:00100000:1.0:1746146161.339890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.342151:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.342188:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202149248 00000100:00100000:1.0:1746146161.342193:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202149248 00010000:00010000:1.0:1746146161.342212:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6de expref: 20 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.342238:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14080 00000100:00100000:1.0:1746146161.342243:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202149248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.342252:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.342266:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6de expref: 20 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.342276:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62545 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6de expref: 20 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.342293:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62545 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6de expref: 20 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.342320:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.342322:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.342327:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6254c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6e5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.342334:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6254c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6e5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.342360:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6254c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6e5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146161.342437:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199209600:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.342482:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.343746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.343830:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199209600:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.343843:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.343875:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2008:x1830966202149248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1632us (1725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.343884:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14080 00000100:00100000:0.0:1746146161.346025:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.348494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.349542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.349592:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202149888 00000100:00100000:1.0:1746146161.349596:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202149888 00010000:00010000:1.0:1746146161.349615:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6254c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6e5 expref: 6 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.349648:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14081 00000100:00100000:1.0:1746146161.349654:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202149888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.349663:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.349678:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6254c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6e5 expref: 6 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.349687:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6254c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6e5 expref: 6 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.349702:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6254c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6e5 expref: 6 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.349742:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.349744:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.349749:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62553 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ec expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.349757:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ec expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.349778:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ec expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.349787:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62553 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ec expref: 20 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.349797:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199209984:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.350643:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.351909:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199209984:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.351926:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.351955:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202149888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2301us (2414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.351963:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14081 00000100:00100000:0.0:1746146161.352432:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.355027:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.355115:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.355262:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202150272 00000100:00100000:1.0:1746146161.355266:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202150272 00010000:00010000:1.0:1746146161.355283:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62553 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ec expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.355313:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14082 00000100:00100000:1.0:1746146161.355318:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2010:x1830966202150272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.355326:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.355340:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62553 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ec expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.355349:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62553 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ec expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.355376:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62553 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6ec expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.355386:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.355388:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.355392:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6255a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6f3 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.355399:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6255a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6f3 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.355416:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6255a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6f3 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.355425:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6255a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6f3 expref: 20 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.355436:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199210240:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.355490:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.357098:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199210240:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.357116:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.357159:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2010:x1830966202150272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1839us (2043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.357168:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14082 00000100:00100000:0.0:1746146161.358053:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.361511:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.361597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.362102:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202150912 00000100:00100000:1.0:1746146161.362106:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202150912 00010000:00010000:1.0:1746146161.362121:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6255a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6f3 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.362143:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14083 00000100:00100000:1.0:1746146161.362148:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202150912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.362158:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.362172:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6255a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6f3 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.362180:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6255a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6f3 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.362542:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6255a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6f3 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.362553:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.362554:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.362566:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62561 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6fa expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.362572:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62561 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6fa expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.362593:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62561 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6fa expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.362601:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62561 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6fa expref: 5 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.362610:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199210496:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.362710:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.365097:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199210496:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.365115:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.365147:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2007:x1830966202150912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2998us (3552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.365155:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14083 00000100:00100000:0.0:1746146161.366464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.373699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.375878:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202151296 00000100:00100000:1.0:1746146161.375889:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202151296 00010000:00010000:1.0:1746146161.375926:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62561 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6fa expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.375975:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14084 00000100:00100000:1.0:1746146161.375986:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202151296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.375998:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146161.376015:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62561 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6fa expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.376025:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62561 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6fa expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.376044:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62561 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe6fa expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.376072:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.376074:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.376080:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.376087:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.376114:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146161.376125:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199210624:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.376212:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.379927:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.380677:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199210624:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146161.380698:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146161.380747:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202151296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4765us (7055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.380757:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14084 00000100:00100000:0.0:1746146161.386881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.390678:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.393205:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2008:x1830966202151808:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2091us (2528us total) trans 4294972214 rc 0/0 00000100:00100000:0.0:1746146161.393215:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3157 00002000:00100000:0.0:1746146161.393223:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d0c000 x1830966202151808/t4294972214(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 496/448 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.393231:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0c000 with x1830966202151808 ext(0->7) 00010000:00010000:0.0:1746146161.393239:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 22 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.393257:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 22 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.393263:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0c000 00000100:00100000:0.0:1746146161.396846:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.396931:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202151936 00000100:00100000:1.0:1746146161.396938:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202151936 00010000:00010000:1.0:1746146161.396966:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 22 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.396997:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14085 00000100:00100000:1.0:1746146161.397004:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2008:x1830966202151936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146161.397015:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746146161.397027:0:7219:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146161 -> 1746146162 00002000:00010000:1.0:1746146161.397029:0:7219:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146161 -> 1746146162 00010000:00010000:1.0:1746146161.397033:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 22 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.397042:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 22 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.397061:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb62568 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe701 expref: 22 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.397255:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.397258:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.397264:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6256f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe708 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.397271:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6256f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe708 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.397295:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb6256f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe708 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146161.397305:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199210880:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146161.397606:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.400765:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.400847:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202152192 00000100:00100000:1.0:1746146161.400853:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202152192 00002000:00100000:1.0:1746146161.400885:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0c380 x1830966202152192/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.401040:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0c380 with x1830966202152192 ext(0->4095) 00002000:00010000:1.0:1746146161.401044:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0c380 00000100:00100000:1.0:1746146161.401071:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13816 00000100:00100000:1.0:1746146161.401078:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202152192:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146161.401187:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202152192:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.401194:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13816 00002000:00100000:1.0:1746146161.401199:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0c380 x1830966202152192/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.401205:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0c380 with x1830966202152192 ext(0->4095) 00002000:00010000:1.0:1746146161.401208:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0c380 00000100:00100000:0.0:1746146161.402786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.404215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.407057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.409497:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.412381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.413875:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.417150:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.417706:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202153344 00000100:00100000:1.0:1746146161.417730:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202153344 00002000:00100000:1.0:1746146161.417763:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba1180 x1830966202153344/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.417771:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1180 with x1830966202153344 ext(0->4095) 00010000:00010000:1.0:1746146161.417777:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6257d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe716 expref: 22 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.417787:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6257d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe716 expref: 22 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.417792:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ba1180 00000100:00100000:1.0:1746146161.417813:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3159 00000100:00100000:1.0:1746146161.417818:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2008:x1830966202153344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.417921:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2008:x1830966202153344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.417927:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3159 00002000:00100000:1.0:1746146161.417932:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba1180 x1830966202153344/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.417943:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1180 with x1830966202153344 ext(0->4095) 00010000:00010000:1.0:1746146161.417947:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6257d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe716 expref: 22 pid: 9583 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.417954:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6257d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe716 expref: 22 pid: 9583 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.417958:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ba1180 00000100:00100000:1.0:1746146161.419812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.420284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.423759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.426471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.432342:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.435800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.438712:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.441328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.442398:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.445846:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.447108:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.451364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.453540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.455912:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.458592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.458755:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202155904 00000100:00100000:1.0:1746146161.458762:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202155904 00000100:00100000:1.0:1746146161.459125:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30749 00000100:00100000:1.0:1746146161.459136:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202155904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.459150:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.459164:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb625a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe740 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.459188:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb625a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe739 expref: 21 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.459193:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.459195:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.459198:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb625a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe740 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.459222:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb625a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe739 expref: 21 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.459232:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb625a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe739 expref: 21 pid: 9583 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.459242:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133368e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199212800:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.459735:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.463223:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133368e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199212800:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.463252:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb625a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe740 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.463267:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:0.0:1746146161.463488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.464021:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202155904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4886us (5433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.464028:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30749 00000100:00100000:0.0:1746146161.466254:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.466307:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202156160 00000100:00100000:1.0:1746146161.466317:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202156160 00000100:00100000:1.0:1746146161.466446:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30750 00000100:00100000:1.0:1746146161.466454:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1758:x1830966202156160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.466467:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.466480:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb625ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe747 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.466500:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb625a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe740 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.466510:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.466511:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.466514:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb625ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe747 expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.466534:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb625a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe740 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.466545:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb625a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe740 expref: 5 pid: 9582 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.466566:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133368e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199213056:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.467295:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.468341:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.468463:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133368e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199213056:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.468486:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb625ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe747 expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.468500:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00000100:00100000:1.0:1746146161.468530:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+23:1758:x1830966202156160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2078us (2281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.468538:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30750 00000100:00100000:0.0:1746146161.473999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.482680:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.485501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.485681:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202156928 00000100:00100000:1.0:1746146161.485687:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202156928 00000100:00100000:1.0:1746146161.485749:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30751 00000100:00100000:1.0:1746146161.485755:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202156928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.485770:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.485782:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb625b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe74e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.485802:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb625ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe747 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.485807:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.485808:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.485811:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb625b5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe74e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.485832:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb625ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe747 expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.485840:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb625ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe747 expref: 21 pid: 9582 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.485849:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133368e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199213312:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.485917:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.487595:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133368e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199213312:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.487623:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb625b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe74e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.487635:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146161.487682:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202156928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1925us (2185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.487692:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30751 00000100:00100000:0.0:1746146161.488129:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.489922:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2008:x1830966202157056:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1319us (1786us total) trans 4294972215 rc 0/0 00000100:00100000:0.0:1746146161.489931:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3163 00002000:00100000:0.0:1746146161.489938:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099525500 x1830966202157056/t4294972215(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 496/448 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.489946:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525500 with x1830966202157056 ext(0->7) 00010000:00010000:0.0:1746146161.489952:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb625ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe747 expref: 24 pid: 9582 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.489963:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb625ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe747 expref: 24 pid: 9582 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.489968:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099525500 00000100:00100000:0.0:1746146161.494549:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.498181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.498850:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202157440 00000100:00100000:1.0:1746146161.498856:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202157440 00002000:00100000:1.0:1746146161.498884:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099526300 x1830966202157440/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.498892:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526300 with x1830966202157440 ext(0->4095) 00002000:00010000:1.0:1746146161.498896:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099526300 00000100:00100000:1.0:1746146161.498919:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13821 00000100:00100000:1.0:1746146161.498925:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202157440:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146161.499016:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202157440:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 91us (842us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.499022:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13821 00002000:00100000:1.0:1746146161.499026:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099526300 x1830966202157440/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.499033:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526300 with x1830966202157440 ext(0->4095) 00002000:00010000:1.0:1746146161.499035:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099526300 00000100:00100000:0.0:1746146161.503893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.503937:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.504223:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202157568 00000100:00100000:1.0:1746146161.504231:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202157568 00000100:00100000:1.0:1746146161.504324:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202157696 00000100:00100000:1.0:1746146161.504327:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202157696 00000100:00100000:1.0:1746146161.504570:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30753 00000100:00100000:1.0:1746146161.504577:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+25:1766:x1830966202157696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.504583:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.504589:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb625c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe75c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.504599:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.504602:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb625bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe755 expref: 26 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.504606:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.504609:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb625c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe75c expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.504766:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb625bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe755 expref: 26 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.504778:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb625c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe75c expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.504787:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a400, rc 0) 00000100:00100000:1.0:1746146161.504811:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+26:1766:x1830966202157696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.504817:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30753 00000100:00100000:0.0:1746146161.506816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.509914:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.512912:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.515786:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.518105:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.522072:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.523184:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2007:x1830966202158720:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 814us (1116us total) trans 4294972216 rc 0/0 00000100:00100000:0.0:1746146161.523192:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3165 00002000:00100000:0.0:1746146161.523199:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b991f80 x1830966202158720/t4294972216(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 496/448 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.523205:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991f80 with x1830966202158720 ext(0->7) 00010000:00010000:0.0:1746146161.523211:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb625c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe75c expref: 26 pid: 9582 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.523221:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb625c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe75c expref: 26 pid: 9582 timeout: 863 lvb_type: 0 00002000:00010000:0.0:1746146161.523227:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991f80 00000100:00100000:0.0:1746146161.530820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.535032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.535942:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202159104 00000100:00100000:1.0:1746146161.535949:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202159104 00002000:00100000:1.0:1746146161.535979:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991500 x1830966202159104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.535988:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991500 with x1830966202159104 ext(0->4095) 00002000:00010000:1.0:1746146161.535991:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b991500 00000100:00100000:1.0:1746146161.536282:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13823 00000100:00100000:1.0:1746146161.536289:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202159104:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146161.536450:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202159104:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (1423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.536456:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13823 00002000:00100000:1.0:1746146161.536461:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991500 x1830966202159104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.536468:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991500 with x1830966202159104 ext(0->4095) 00002000:00010000:1.0:1746146161.536471:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b991500 00000100:00100000:1.0:1746146161.537804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.538527:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.538549:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202159360 00000100:00100000:1.0:1746146161.538552:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202159360 00000100:00100000:1.0:1746146161.538586:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30756 00000100:00100000:1.0:1746146161.538591:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+27:1766:x1830966202159360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.538597:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.538603:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb625d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe771 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.538614:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.538617:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb625d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe76a expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.538622:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.538624:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb625d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe771 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.538645:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb625d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe76a expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.538655:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb625d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe771 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.538663:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146161.538684:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1766:x1830966202159360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.538689:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30756 00000100:00100000:0.0:1746146161.541273:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.544261:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.544350:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202159744 00000100:00100000:1.0:1746146161.544356:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202159744 00002000:00100000:1.0:1746146161.544391:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990a80 x1830966202159744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.544400:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990a80 with x1830966202159744 ext(0->4095) 00010000:00010000:1.0:1746146161.544408:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb625d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe76a expref: 27 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.544419:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb625d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe76a expref: 27 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.544426:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b990a80 00000100:00100000:1.0:1746146161.544453:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3166 00000100:00100000:1.0:1746146161.544460:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+27:2007:x1830966202159744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.544567:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+27:2007:x1830966202159744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.544573:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3166 00002000:00100000:1.0:1746146161.544578:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990a80 x1830966202159744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.544585:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990a80 with x1830966202159744 ext(0->4095) 00010000:00010000:1.0:1746146161.544590:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb625d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe76a expref: 27 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.544598:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb625d1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe76a expref: 27 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.544603:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b990a80 00000100:00100000:0.0:1746146161.547147:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.550625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.552394:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.556143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.560350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.561351:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202160640 00000100:00100000:1.0:1746146161.561358:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202160640 00002000:00100000:1.0:1746146161.561391:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990000 x1830966202160640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.561399:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990000 with x1830966202160640 ext(0->4095) 00002000:00010000:1.0:1746146161.561403:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b990000 00000100:00100000:1.0:1746146161.561434:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13825 00000100:00100000:1.0:1746146161.561440:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202160640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.561543:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202160640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (1203us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.561548:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13825 00002000:00100000:1.0:1746146161.561562:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990000 x1830966202160640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.561570:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990000 with x1830966202160640 ext(0->4095) 00002000:00010000:1.0:1746146161.561573:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b990000 00000100:00100000:0.0:1746146161.562778:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.566417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.567791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.574343:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.576047:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.578020:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.579926:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.581874:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.584029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.584065:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202162176 00000100:00100000:1.0:1746146161.584070:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202162176 00002000:00100000:1.0:1746146161.584098:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83aa00 x1830966202162176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.584106:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83aa00 with x1830966202162176 ext(0->4095) 00002000:00010000:1.0:1746146161.584110:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83aa00 00000100:00100000:1.0:1746146161.584134:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13827 00000100:00100000:1.0:1746146161.584141:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202162176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.584237:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202162176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.584243:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13827 00002000:00100000:1.0:1746146161.584248:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83aa00 x1830966202162176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.584254:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83aa00 with x1830966202162176 ext(0->4095) 00002000:00010000:1.0:1746146161.584256:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83aa00 00000100:00100000:0.0:1746146161.586016:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.588421:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.590238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.591354:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.594830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.594910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.596954:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.598615:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.598687:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.600843:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.603809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.606155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.606242:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202164224 00000100:00100000:1.0:1746146161.606247:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202164224 00002000:00100000:1.0:1746146161.606275:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838700 x1830966202164224/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.606283:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838700 with x1830966202164224 ext(0->4095) 00002000:00010000:1.0:1746146161.606287:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e838700 00000100:00100000:1.0:1746146161.606313:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13828 00000100:00100000:1.0:1746146161.606319:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2007:x1830966202164224:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.606684:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2007:x1830966202164224:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 364us (529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.606690:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13828 00002000:00100000:1.0:1746146161.606695:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838700 x1830966202164224/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.606701:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838700 with x1830966202164224 ext(0->4095) 00002000:00010000:1.0:1746146161.606704:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e838700 00000100:00100000:0.0:1746146161.608667:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.611263:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.614848:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.615052:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202164736 00000100:00100000:1.0:1746146161.615057:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202164736 00002000:00100000:1.0:1746146161.615093:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89180 x1830966202164736/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.615101:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89180 with x1830966202164736 ext(0->4095) 00002000:00010000:1.0:1746146161.615105:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89180 00000100:00100000:1.0:1746146161.615118:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13829 00000100:00100000:1.0:1746146161.615124:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202164736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.615212:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202164736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.615217:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13829 00002000:00100000:1.0:1746146161.615222:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89180 x1830966202164736/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.615229:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89180 with x1830966202164736 ext(0->4095) 00002000:00010000:1.0:1746146161.615231:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89180 00000100:00100000:0.0:1746146161.616326:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.616950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.618826:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.621368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.623488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.627138:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.629647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.632820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.636977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.637391:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202166272 00000100:00100000:1.0:1746146161.637397:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202166272 00002000:00100000:1.0:1746146161.637428:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89f80 x1830966202166272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.637437:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966202166272 ext(0->4095) 00002000:00010000:1.0:1746146161.637441:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89f80 00000100:00100000:1.0:1746146161.637456:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13831 00000100:00100000:1.0:1746146161.637460:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202166272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.637551:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202166272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.637567:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13831 00002000:00100000:1.0:1746146161.637571:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89f80 x1830966202166272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.637578:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966202166272 ext(0->4095) 00002000:00010000:1.0:1746146161.637580:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89f80 00000100:00100000:0.0:1746146161.637891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.640445:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.641160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.644589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.650125:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.654565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.654679:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202167296 00000100:00100000:1.0:1746146161.654685:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202167296 00002000:00100000:1.0:1746146161.654736:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089600a80 x1830966202167296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.654744:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600a80 with x1830966202167296 ext(0->4095) 00002000:00010000:1.0:1746146161.654748:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089600a80 00000100:00100000:1.0:1746146161.654826:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13832 00000100:00100000:1.0:1746146161.654832:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2008:x1830966202167296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.655365:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2008:x1830966202167296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 531us (808us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.655374:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13832 00002000:00100000:1.0:1746146161.655379:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089600a80 x1830966202167296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.655385:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600a80 with x1830966202167296 ext(0->4095) 00002000:00010000:1.0:1746146161.655388:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089600a80 00000100:00100000:0.0:1746146161.657408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.660307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.662471:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.662680:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202167808 00000100:00100000:1.0:1746146161.662685:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202167808 00002000:00100000:1.0:1746146161.662712:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089603480 x1830966202167808/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.662742:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603480 with x1830966202167808 ext(0->4095) 00002000:00010000:1.0:1746146161.662746:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089603480 00000100:00100000:1.0:1746146161.662767:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13833 00000100:00100000:1.0:1746146161.662772:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202167808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.663021:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202167808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 248us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.663027:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13833 00002000:00100000:1.0:1746146161.663032:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089603480 x1830966202167808/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.663038:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603480 with x1830966202167808 ext(0->4095) 00002000:00010000:1.0:1746146161.663041:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089603480 00000100:00100000:0.0:1746146161.664550:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.665418:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.667302:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.670944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.674440:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.674788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.678199:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.680113:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.680154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.683847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.686506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.688809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.688863:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202169856 00000100:00100000:1.0:1746146161.688868:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202169856 00002000:00100000:1.0:1746146161.688895:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b158a80 x1830966202169856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.688904:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b158a80 with x1830966202169856 ext(0->4095) 00002000:00010000:1.0:1746146161.688907:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b158a80 00000100:00100000:1.0:1746146161.688932:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13834 00000100:00100000:1.0:1746146161.688937:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2008:x1830966202169856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.689041:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2008:x1830966202169856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.689046:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13834 00002000:00100000:1.0:1746146161.689050:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b158a80 x1830966202169856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.689057:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b158a80 with x1830966202169856 ext(0->4095) 00002000:00010000:1.0:1746146161.689059:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b158a80 00000100:00100000:0.0:1746146161.690328:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.694987:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.698685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.699417:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.702218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.702618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.702687:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202170624 00000100:00100000:1.0:1746146161.702692:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202170624 00000100:00100000:1.0:1746146161.702915:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30778 00000100:00100000:1.0:1746146161.702923:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+27:1766:x1830966202170624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.702938:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.702949:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62672 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe80b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.702964:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.702968:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6266b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe804 expref: 27 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.702976:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.702979:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62672 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe80b expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.703000:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2fe00/0x88944630cfb6266b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe804 expref: 27 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.703008:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62672 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe80b expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.703015:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146161.703030:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+27:1766:x1830966202170624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.703035:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30778 00000100:00100000:0.0:1746146161.705055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.708060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.712168:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.715297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.719407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.724973:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202171648:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4724us (5558us total) trans 4294972217 rc 0/0 00000100:00100000:1.0:1746146161.724983:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3177 00002000:00100000:1.0:1746146161.724992:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012b159880 x1830966202171648/t4294972217(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 496/448 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.725000:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159880 with x1830966202171648 ext(0->7) 00010000:00010000:1.0:1746146161.725008:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe80b expref: 28 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.725022:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe80b expref: 28 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.725032:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b159880 00000100:00100000:0.0:1746146161.729187:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.731359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.732029:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.732321:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202172160 00000100:00100000:1.0:1746146161.732325:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202172160 00002000:00100000:1.0:1746146161.732346:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15ad80 x1830966202172160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.732354:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15ad80 with x1830966202172160 ext(0->4095) 00010000:00010000:1.0:1746146161.732358:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62679 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe812 expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.732366:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62679 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe812 expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.732372:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15ad80 00000100:00100000:1.0:1746146161.732390:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3178 00000100:00100000:1.0:1746146161.732394:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202172160:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146161.732483:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202172160:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (454us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.732488:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3178 00002000:00100000:1.0:1746146161.732493:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15ad80 x1830966202172160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.732500:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15ad80 with x1830966202172160 ext(0->4095) 00010000:00010000:1.0:1746146161.732504:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62679 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe812 expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.732517:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62679 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe812 expref: 6 pid: 10121 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.732522:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15ad80 00000100:00100000:0.0:1746146161.735459:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.736001:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30781 00000100:00100000:1.0:1746146161.736011:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1766:x1830966202172288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.736024:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.736037:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62687 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe820 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.736063:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.736067:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb62680 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe819 expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.736072:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.736075:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62687 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe820 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.736103:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb62680 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe819 expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.736113:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62687 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe820 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.736121:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146161.736155:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1766:x1830966202172288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.736161:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30781 00000100:00100000:0.0:1746146161.736240:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.739473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.741759:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.744337:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.747796:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.749799:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.752168:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.753594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.753783:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30783 00000100:00100000:1.0:1746146161.753792:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+27:1766:x1830966202173696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.753801:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.753814:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62695 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe82e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.753833:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb6268e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe827 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.753840:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.753841:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.753844:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62695 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe82e expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.753866:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb6268e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe827 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.753877:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df2e200/0x88944630cfb6268e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe827 expref: 5 pid: 10121 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.753887:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199221504:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146161.753954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.754131:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.756255:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199221504:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.756276:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62695 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe82e expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.756293:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146161.756330:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1766:x1830966202173696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2540us (2738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.756337:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30783 00000100:00100000:0.0:1746146161.756503:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.758479:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.760599:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.760789:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202174336 00000100:00100000:1.0:1746146161.760795:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202174336 00000100:00100000:1.0:1746146161.760822:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30785 00000100:00100000:1.0:1746146161.760827:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202174336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.760838:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.760849:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe83c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.760874:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.760879:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb6269c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe835 expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.760884:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146161.760887:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.760919:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb6269c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe835 expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.760930:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.760943:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a000, rc 0) 00000100:00100000:1.0:1746146161.761105:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202174336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 276us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.761111:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30785 00000100:00100000:0.0:1746146161.764112:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.765793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.765836:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202174976 00000100:00100000:1.0:1746146161.765841:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202174976 00000100:00100000:0.0:1746146161.765849:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.765875:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30786 00000100:00100000:1.0:1746146161.765881:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202174976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.765893:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.765908:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe843 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.765928:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.765933:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.765938:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146161.765941:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe843 expref: 30 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.765968:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.765978:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe843 expref: 30 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.765990:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146161.766013:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1758:x1830966202174976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.766018:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30786 00000100:00100000:0.0:1746146161.767591:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.767775:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202175232 00000100:00100000:1.0:1746146161.767780:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202175232 00002000:00100000:1.0:1746146161.767809:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a3480 x1830966202175232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.767816:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3480 with x1830966202175232 ext(0->4095) 00010000:00010000:1.0:1746146161.767822:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.767832:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.767838:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a3480 00000100:00100000:1.0:1746146161.767862:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3182 00000100:00100000:1.0:1746146161.767868:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202175232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.767969:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202175232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.767975:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3182 00002000:00100000:1.0:1746146161.767979:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a3480 x1830966202175232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.767991:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3480 with x1830966202175232 ext(0->4095) 00010000:00010000:1.0:1746146161.767995:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:1.0:1746146161.768003:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00002000:00010000:1.0:1746146161.768008:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a3480 00000100:00100000:0.0:1746146161.769487:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.769742:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14130 00000100:00100000:0.0:1746146161.769750:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202175360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146161.769762:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146161.769776:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.769785:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.769802:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb626a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe83c expref: 6 pid: 26612 timeout: 863 lvb_type: 0 00010000:00010000:0.0:1746146161.769873:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146161.769875:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146161.769881:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe843 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.769885:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe843 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.769906:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe843 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146161.769913:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199222400:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146161.770201:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.772963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.776875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.777887:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202175744 00000100:00100000:1.0:1746146161.777895:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202175744 00000100:00100000:1.0:1746146161.777935:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30787 00000100:00100000:1.0:1746146161.777941:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202175744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.777954:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.777969:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb626b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe84a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.777994:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe843 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.778000:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.778001:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.778004:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb626b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe84a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.778028:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe843 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.778043:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb626aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe843 expref: 27 pid: 26612 timeout: 863 lvb_type: 0 00000100:00100000:1.0:1746146161.778053:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199222528:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.778134:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.780436:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199222528:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.780463:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb626b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe84a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.780478:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:0.0:1746146161.780879:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.781446:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202175744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3503us (4576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.781454:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30787 00000100:00100000:0.0:1746146161.783861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.786123:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.786196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.786269:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202176384 00000100:00100000:1.0:1746146161.786273:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202176384 00000100:00100000:1.0:1746146161.786412:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30789 00000100:00100000:1.0:1746146161.786418:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1766:x1830966202176384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.786425:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.786436:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb626b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe858 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.786456:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb626b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe84a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.786466:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.786468:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.786471:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb626b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe858 expref: 30 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.786581:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb626b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe84a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.786592:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb626b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe84a expref: 5 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146161.786601:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199222912:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.786798:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.788939:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199222912:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.788965:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb626b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe858 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.788979:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00000100:00100000:1.0:1746146161.789028:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1766:x1830966202176384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2609us (2830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.789034:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30789 00000100:00100000:0.0:1746146161.789457:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.793422:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.796765:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.797210:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.797227:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202176896 00000100:00100000:1.0:1746146161.797230:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202176896 00000100:00100000:1.0:1746146161.797262:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30790 00000100:00100000:1.0:1746146161.797267:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202176896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.797279:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.797290:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb626c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe85f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.797600:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.797606:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb626bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe851 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.797611:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.797613:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb626c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe85f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.797661:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb626bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe851 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.797672:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb626bf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe851 expref: 28 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146161.797682:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199223296:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.797914:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146161.800773:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199223296:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.800792:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb626c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe85f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.800805:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:1.0:1746146161.800824:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202176896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3557us (3615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.800833:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30790 00000100:00100000:0.0:1746146161.803206:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.806628:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.806897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.807427:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202177408 00000100:00100000:1.0:1746146161.807435:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202177408 00000100:00100000:1.0:1746146161.807956:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30791 00000100:00100000:1.0:1746146161.807962:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1758:x1830966202177408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.807973:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.807982:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb626cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe866 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.808156:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.808161:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb626c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe85f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.808166:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146161.808168:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb626cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe866 expref: 30 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.808194:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb626c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe85f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.808203:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb626cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe866 expref: 30 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.808211:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146161.808253:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+30:1758:x1830966202177408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 291us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.808259:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30791 00000100:00100000:0.0:1746146161.810678:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.814230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.817651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.820367:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.821117:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202178304 00000100:00100000:1.0:1746146161.821126:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202178304 00000100:00100000:1.0:1746146161.821194:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30792 00000100:00100000:1.0:1746146161.821201:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202178304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.821216:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.821229:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb626d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe86d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.821252:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb626cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe866 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.821258:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.821260:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.821263:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb626d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe86d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.821284:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb626cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe866 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.821293:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb626cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe866 expref: 27 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146161.821303:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199223808:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.821652:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.823752:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.823862:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199223808:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.823887:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb626d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe86d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.823903:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146161.823936:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202178304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2736us (3577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.823943:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30792 00000100:00100000:0.0:1746146161.828527:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.828601:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.828929:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202178816 00000100:00100000:1.0:1746146161.828933:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202178816 00000100:00100000:1.0:1746146161.828954:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30793 00000100:00100000:1.0:1746146161.828959:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+27:1758:x1830966202178816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.828968:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.828979:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb626db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe874 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.828997:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb626d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe86d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.829003:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.829005:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146161.829008:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb626db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe874 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.829028:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb626d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe86d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.829037:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb626d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe86d expref: 5 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146161.829050:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199224064:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.829100:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.831957:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.832604:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199224064:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146161.832620:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb626db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe874 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.832627:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146161.832643:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1758:x1830966202178816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3684us (4042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146161.832648:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30793 00000100:00100000:0.0:1746146161.832786:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.836920:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202179328 00000100:00100000:0.0:1746146161.836925:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202179328 00002000:00100000:0.0:1746146161.836956:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869500 x1830966202179328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.836964:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869500 with x1830966202179328 ext(0->4095) 00010000:00010000:0.0:1746146161.836971:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb626db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe874 expref: 29 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146161.836983:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb626db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe874 expref: 29 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146161.836993:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072869500 00000100:00100000:0.0:1746146161.837013:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3186 00000100:00100000:0.0:1746146161.837019:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2007:x1830966202179328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146161.837199:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2007:x1830966202179328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 179us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146161.837205:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3186 00002000:00100000:0.0:1746146161.837210:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869500 x1830966202179328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.837217:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869500 with x1830966202179328 ext(0->4095) 00010000:00010000:0.0:1746146161.837221:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb626db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe874 expref: 29 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146161.837230:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb626db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe874 expref: 29 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146161.837235:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072869500 00000100:00100000:0.0:1746146161.839417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.842182:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.843739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.843835:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202179840 00000100:00100000:1.0:1746146161.843840:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202179840 00000100:00100000:1.0:1746146161.843904:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30795 00000100:00100000:1.0:1746146161.843910:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202179840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146161.843920:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146161.843930:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb626e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe882 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.844104:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb626e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe87b expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.844112:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.844113:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146161.844116:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb626e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe882 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.844146:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb626e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe87b expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146161.844153:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb626e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe87b expref: 27 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146161.844161:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199224576:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146161.844223:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146161.846400:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.851539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.854087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.854238:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.856882:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.858761:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.859867:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.862234:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.866017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.866095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.868276:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.870779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.874472:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.878963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.883660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.885674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.888083:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.891884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.892162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.895166:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.897882:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.900003:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.901804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.904804:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.907762:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.908237:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202184320 00000100:00100000:1.0:1746146161.908243:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202184320 00002000:00100000:1.0:1746146161.908274:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0bb80 x1830966202184320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.908282:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0bb80 with x1830966202184320 ext(0->4095) 00002000:00010000:1.0:1746146161.908285:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0bb80 00000100:00100000:1.0:1746146161.908311:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13847 00000100:00100000:1.0:1746146161.908317:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202184320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.908419:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202184320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.908423:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13847 00002000:00100000:1.0:1746146161.908429:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0bb80 x1830966202184320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.908435:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0bb80 with x1830966202184320 ext(0->4095) 00002000:00010000:1.0:1746146161.908437:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0bb80 00000100:00100000:0.0:1746146161.909984:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.911916:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.911974:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202184576 00000100:00100000:0.0:1746146161.911979:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202184576 00000100:00100000:0.0:1746146161.912068:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30805 00000100:00100000:0.0:1746146161.912079:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1758:x1830966202184576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146161.912090:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146161.912101:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf37c00/0x88944630cfb6272f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe8c8 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.912122:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146161.912125:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62728 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8c1 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.912130:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146161.912133:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf37c00/0x88944630cfb6272f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8c8 expref: 30 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.912307:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62728 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8c1 expref: 30 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.912323:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf37c00/0x88944630cfb6272f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8c8 expref: 30 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.912332:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf37c00, rc 0) 00000100:00100000:0.0:1746146161.912380:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+30:1758:x1830966202184576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 301us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146161.912386:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30805 00000100:00100000:0.0:1746146161.914888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.917494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.920103:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.921539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.924620:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.924851:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202185472 00000100:00100000:1.0:1746146161.924857:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202185472 00002000:00100000:1.0:1746146161.924888:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f5500 x1830966202185472/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.924897:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5500 with x1830966202185472 ext(0->4095) 00010000:00010000:1.0:1746146161.924904:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cf37c00/0x88944630cfb6272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8c8 expref: 28 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146161.924916:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cf37c00/0x88944630cfb6272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8c8 expref: 28 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146161.924922:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f5500 00000100:00100000:1.0:1746146161.924947:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3193 00000100:00100000:1.0:1746146161.924954:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202185472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.925054:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202185472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.925060:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3193 00002000:00100000:1.0:1746146161.925065:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f5500 x1830966202185472/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.925071:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5500 with x1830966202185472 ext(0->4095) 00010000:00010000:1.0:1746146161.925075:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cf37c00/0x88944630cfb6272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8c8 expref: 28 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146161.925083:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cf37c00/0x88944630cfb6272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8c8 expref: 28 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146161.925089:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f5500 00000100:00100000:0.0:1746146161.928486:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202185728 00000100:00100000:0.0:1746146161.928493:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202185728 00000100:00100000:0.0:1746146161.928538:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30807 00000100:00100000:0.0:1746146161.928546:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202185728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146161.928571:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146161.928585:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf37000/0x88944630cfb6273d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe8d6 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.928607:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146161.928611:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62736 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8cf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.928617:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746146161.928619:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf37000/0x88944630cfb6273d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8d6 expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.928647:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62736 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8cf expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.928658:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf37000/0x88944630cfb6273d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8d6 expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146161.928666:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf37000, rc 0) 00000100:00100000:0.0:1746146161.928736:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1758:x1830966202185728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146161.928742:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30807 00000100:00100000:1.0:1746146161.935320:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.943913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.948253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.948313:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202186368 00000100:00100000:1.0:1746146161.948319:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202186368 00002000:00100000:1.0:1746146161.948360:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4380 x1830966202186368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.948369:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4380 with x1830966202186368 ext(0->4095) 00002000:00010000:1.0:1746146161.948374:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f4380 00000100:00100000:1.0:1746146161.948402:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13848 00000100:00100000:1.0:1746146161.948409:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202186368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146161.948527:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202186368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.948533:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13848 00002000:00100000:1.0:1746146161.948538:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4380 x1830966202186368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.948545:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4380 with x1830966202186368 ext(0->4095) 00002000:00010000:1.0:1746146161.948548:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f4380 00000100:00100000:0.0:1746146161.951570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.954855:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.958170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.958219:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202186880 00000100:00100000:1.0:1746146161.958225:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202186880 00000100:00100000:0.0:1746146161.958246:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:1.0:1746146161.958359:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f6300 x1830966202186880/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.958366:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f6300 with x1830966202186880 ext(0->4095) 00002000:00010000:1.0:1746146161.958370:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f6300 00000100:00100000:1.0:1746146161.958477:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13849 00000100:00100000:1.0:1746146161.958482:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202186880:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.958580:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202186880:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.958586:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13849 00002000:00100000:1.0:1746146161.958590:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f6300 x1830966202186880/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.958597:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f6300 with x1830966202186880 ext(0->4095) 00002000:00010000:1.0:1746146161.958599:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f6300 00000100:00100000:0.0:1746146161.961407:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.962314:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.965329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.965996:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202187520 00000100:00100000:1.0:1746146161.966002:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202187520 00002000:00100000:1.0:1746146161.966035:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4a80 x1830966202187520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.966044:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4a80 with x1830966202187520 ext(0->4095) 00010000:00010000:1.0:1746146161.966052:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8e4 expref: 29 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146161.966063:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8e4 expref: 29 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146161.966069:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4a80 00000100:00100000:1.0:1746146161.966388:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3195 00000100:00100000:1.0:1746146161.966395:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202187520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.966502:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202187520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.966507:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3195 00002000:00100000:1.0:1746146161.966513:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4a80 x1830966202187520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.966519:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4a80 with x1830966202187520 ext(0->4095) 00010000:00010000:1.0:1746146161.966524:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8e4 expref: 29 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146161.966532:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2fa00/0x88944630cfb6274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8e4 expref: 29 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146161.966537:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4a80 00000100:00100000:0.0:1746146161.968532:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.970899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.973832:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.977561:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.983129:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202188544 00000100:00100000:0.0:1746146161.983133:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202188544 00002000:00100000:0.0:1746146161.983444:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b800 x1830966202188544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.983452:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b800 with x1830966202188544 ext(0->4095) 00010000:00010000:0.0:1746146161.983458:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62759 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8f2 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146161.983468:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62759 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8f2 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146161.983473:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b800 00000100:00100000:0.0:1746146161.983486:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3196 00000100:00100000:0.0:1746146161.983492:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202188544:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746146161.983586:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202188544:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (619us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146161.983592:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3196 00002000:00100000:0.0:1746146161.983597:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b800 x1830966202188544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146161.983604:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b800 with x1830966202188544 ext(0->4095) 00010000:00010000:0.0:1746146161.983609:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62759 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8f2 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146161.983617:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62759 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe8f2 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146161.983622:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b800 00000100:00100000:0.0:1746146161.985877:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.987046:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.991547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.994348:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146161.997942:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146161.999425:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202189440 00000100:00100000:1.0:1746146161.999435:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202189440 00002000:00100000:1.0:1746146161.999474:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d175500 x1830966202189440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/0 e 0 to 0 dl 1746146172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.999493:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175500 with x1830966202189440 ext(0->4095) 00002000:00010000:1.0:1746146161.999498:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d175500 00000100:00100000:1.0:1746146161.999529:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13851 00000100:00100000:1.0:1746146161.999537:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202189440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146161.999668:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202189440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (1728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146161.999674:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13851 00002000:00100000:1.0:1746146161.999679:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d175500 x1830966202189440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:292/0 lens 488/4536 e 0 to 0 dl 1746146172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146161.999686:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175500 with x1830966202189440 ext(0->4095) 00002000:00010000:1.0:1746146161.999689:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d175500 00000100:00100000:0.0:1746146162.001331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.005451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.009081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.009587:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.012927:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199229696:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146162.012945:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb62775 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe90e expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.012956:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2f400, rc 0) 00000100:00100000:0.0:1746146162.012987:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202189824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3302us (3913us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.012993:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30815 00000100:00100000:1.0:1746146162.015880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.019117:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.019278:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202190464 00000100:00100000:1.0:1746146162.019285:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202190464 00002000:00100000:1.0:1746146162.019317:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d174700 x1830966202190464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.019324:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174700 with x1830966202190464 ext(0->4095) 00002000:00010000:1.0:1746146162.019328:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d174700 00000100:00100000:1.0:1746146162.019356:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13852 00000100:00100000:1.0:1746146162.019363:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202190464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.019468:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202190464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.019474:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13852 00002000:00100000:1.0:1746146162.019479:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d174700 x1830966202190464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.019485:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174700 with x1830966202190464 ext(0->4095) 00002000:00010000:1.0:1746146162.019487:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d174700 00000100:00100000:0.0:1746146162.032224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.040676:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.040792:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.043033:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+31:2008:x1830966202190848:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1782us (2235us total) trans 4294972218 rc 0/0 00000100:00100000:0.0:1746146162.043042:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3199 00002000:00100000:0.0:1746146162.043050:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b999f80 x1830966202190848/t4294972218(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.043058:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999f80 with x1830966202190848 ext(0->7) 00010000:00010000:0.0:1746146162.043064:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb62775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe90e expref: 31 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.043075:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012df2f400/0x88944630cfb62775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe90e expref: 31 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.043080:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b999f80 00000100:00100000:0.0:1746146162.049921:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.059356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.059410:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202191232 00000100:00100000:1.0:1746146162.059417:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202191232 00002000:00100000:1.0:1746146162.059454:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b999880 x1830966202191232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.059462:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999880 with x1830966202191232 ext(0->4095) 00010000:00010000:1.0:1746146162.059469:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6277c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe915 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.059479:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6277c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe915 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.059485:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b999880 00000100:00100000:1.0:1746146162.059500:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3200 00000100:00100000:1.0:1746146162.059505:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202191232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.059601:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202191232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.059606:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3200 00002000:00100000:1.0:1746146162.059611:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b999880 x1830966202191232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.059617:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999880 with x1830966202191232 ext(0->4095) 00010000:00010000:1.0:1746146162.059621:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6277c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe915 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.059629:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6277c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe915 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.059634:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b999880 00000100:00100000:0.0:1746146162.063630:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.068226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.074298:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.074396:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202191744 00000100:00100000:1.0:1746146162.074403:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202191744 00000100:00100000:1.0:1746146162.074453:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30818 00000100:00100000:1.0:1746146162.074461:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202191744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.074476:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.074491:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6278a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe923 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.074515:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62783 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe91c expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.074521:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.074523:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.074526:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6278a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe923 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.074563:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62783 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe91c expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.074573:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62783 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe91c expref: 29 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.074582:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199230464:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.074954:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.081594:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199230464:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.081620:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6278a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe923 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.081633:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a400, rc 0) 00000100:00100000:1.0:1746146162.083446:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202191744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8978us (9145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.083456:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30818 00000100:00100000:0.0:1746146162.083624:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.085218:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2007:x1830966202191872:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1254us (1590us total) trans 4294972219 rc 0/0 00000100:00100000:0.0:1746146162.085225:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3201 00002000:00100000:0.0:1746146162.085232:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097e27100 x1830966202191872/t4294972219(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.085238:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27100 with x1830966202191872 ext(0->7) 00010000:00010000:0.0:1746146162.085244:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62783 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe91c expref: 32 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.085254:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62783 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe91c expref: 32 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.085258:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e27100 00000100:00100000:0.0:1746146162.088940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.089030:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202192000 00000100:00100000:1.0:1746146162.089037:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202192000 00000100:00100000:1.0:1746146162.089083:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30819 00000100:00100000:1.0:1746146162.089090:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+32:1758:x1830966202192000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.089103:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.089116:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62791 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe92a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.089136:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.089141:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6278a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe923 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.089146:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146162.089149:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62791 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe92a expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.089176:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6278a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe923 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.089186:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62791 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe92a expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.089194:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146162.089225:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+33:1758:x1830966202192000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.089231:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30819 00000100:00100000:0.0:1746146162.092621:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.100019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.106341:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.110901:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.111428:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202192768 00000100:00100000:1.0:1746146162.111434:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202192768 00002000:00100000:1.0:1746146162.111463:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e24380 x1830966202192768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.111471:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24380 with x1830966202192768 ext(0->4095) 00002000:00010000:1.0:1746146162.111474:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e24380 00000100:00100000:1.0:1746146162.111496:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13854 00000100:00100000:1.0:1746146162.111501:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2008:x1830966202192768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.111607:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2008:x1830966202192768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.111611:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13854 00002000:00100000:1.0:1746146162.111616:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e24380 x1830966202192768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.111622:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24380 with x1830966202192768 ext(0->4095) 00002000:00010000:1.0:1746146162.111624:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e24380 00000100:00100000:0.0:1746146162.113063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.118133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.122484:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.122617:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202193280 00000100:00100000:1.0:1746146162.122624:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202193280 00002000:00100000:1.0:1746146162.122657:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e25880 x1830966202193280/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.122665:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e25880 with x1830966202193280 ext(0->4095) 00002000:00010000:1.0:1746146162.122669:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e25880 00000100:00100000:1.0:1746146162.122696:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13855 00000100:00100000:1.0:1746146162.122703:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202193280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.122814:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202193280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (334us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.122821:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13855 00002000:00100000:1.0:1746146162.122825:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e25880 x1830966202193280/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.122832:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e25880 with x1830966202193280 ext(0->4095) 00002000:00010000:1.0:1746146162.122834:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e25880 00000100:00100000:0.0:1746146162.123817:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.130916:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.131157:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202193920 00000100:00100000:1.0:1746146162.131162:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202193920 00002000:00100000:1.0:1746146162.131197:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e25c00 x1830966202193920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.131205:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e25c00 with x1830966202193920 ext(0->4095) 00010000:00010000:1.0:1746146162.131211:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6279f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe938 expref: 33 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.131222:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6279f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe938 expref: 33 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.131228:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e25c00 00000100:00100000:1.0:1746146162.131242:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3203 00000100:00100000:1.0:1746146162.131249:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2008:x1830966202193920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.131351:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2008:x1830966202193920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.131356:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3203 00002000:00100000:1.0:1746146162.131361:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e25c00 x1830966202193920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.131368:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e25c00 with x1830966202193920 ext(0->4095) 00010000:00010000:1.0:1746146162.131372:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6279f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe938 expref: 33 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.131380:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6279f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe938 expref: 33 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.131386:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e25c00 00000100:00100000:0.0:1746146162.134681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.139625:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.144392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.153133:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.153494:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.155146:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14167 00000100:00100000:1.0:1746146162.155157:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2008:x1830966202194688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.155168:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.155188:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb627a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe93f expref: 33 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.155203:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb627a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe93f expref: 33 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.155229:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb627a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe93f expref: 33 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.155245:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.155247:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.155251:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb627ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe946 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.155263:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb627ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe946 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.155291:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb627ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe946 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.155299:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb627ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe946 expref: 5 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.155309:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232000:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.155358:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.157959:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232000:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.157981:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.158016:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2008:x1830966202194688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2862us (4521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.158026:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14167 00000100:00100000:0.0:1746146162.160005:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.164319:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.164511:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202195072 00000100:00100000:1.0:1746146162.164519:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202195072 00010000:00010000:1.0:1746146162.164548:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb627ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe946 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.164596:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14168 00000100:00100000:1.0:1746146162.164603:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202195072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.164614:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.164630:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb627ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe946 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.164641:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb627ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe946 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.164658:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb627ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe946 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.164680:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.164681:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.164687:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 31 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.164693:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 31 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.164742:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 31 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.164752:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232128:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.165687:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.167183:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232128:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.167202:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.167244:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202195072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2640us (2931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.167252:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14168 00000100:00100000:0.0:1746146162.169045:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.173375:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.205685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.205844:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202195584 00000100:00100000:1.0:1746146162.205853:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202195584 00002000:00100000:1.0:1746146162.205891:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a4fb100 x1830966202195584/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.205900:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fb100 with x1830966202195584 ext(0->7) 00010000:00010000:1.0:1746146162.205907:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 32 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.205919:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 32 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.205924:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fb100 00000100:00100000:1.0:1746146162.206507:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3205 00000100:00100000:1.0:1746146162.206515:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2008:x1830966202195584:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146162.207581:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202195584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1060us (2096us total) trans 4294972220 rc 0/0 00000100:00100000:0.0:1746146162.207594:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3205 00002000:00100000:0.0:1746146162.207601:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a4fb100 x1830966202195584/t4294972220(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.207609:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fb100 with x1830966202195584 ext(0->7) 00010000:00010000:0.0:1746146162.207616:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 34 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.207628:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 34 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.207634:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fb100 00000100:00100000:1.0:1746146162.219365:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202195712 00000100:00100000:1.0:1746146162.219371:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202195712 00010000:00010000:1.0:1746146162.219392:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 35 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.219421:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14169 00000100:00100000:1.0:1746146162.219427:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2007:x1830966202195712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.219437:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.219451:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 35 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.219461:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 35 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.219476:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb627b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe94d expref: 35 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.219501:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.219502:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.219507:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb627bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe954 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.219514:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb627bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe954 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.219653:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb627bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe954 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.219664:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb627bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe954 expref: 5 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.219673:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232512:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.219764:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.222005:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.222298:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232512:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.222316:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.222361:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2007:x1830966202195712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2934us (4392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.222369:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14169 00000100:00100000:0.0:1746146162.229279:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.229355:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202196224 00000100:00100000:1.0:1746146162.229364:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202196224 00010000:00010000:1.0:1746146162.229395:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb627bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe954 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.229433:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14170 00000100:00100000:1.0:1746146162.229440:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202196224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.229451:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.229466:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb627bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe954 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.229477:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb627bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe954 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.229494:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb627bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe954 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.229521:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.229523:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.229529:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.229536:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.229574:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.229584:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232640:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.229650:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.231468:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232640:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.231486:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.231516:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202196224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2076us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.231525:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14170 00000100:00100000:0.0:1746146162.232008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.238821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.239772:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2007:x1830966202196736:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 733us (949us total) trans 4294972221 rc 0/0 00000100:00100000:0.0:1746146162.239780:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3207 00002000:00100000:0.0:1746146162.239787:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a4fa680 x1830966202196736/t4294972221(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.239795:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa680 with x1830966202196736 ext(0->7) 00010000:00010000:0.0:1746146162.239809:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 36 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.239819:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 36 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.239824:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fa680 00000100:00100000:0.0:1746146162.243942:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.244096:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202196864 00000100:00100000:1.0:1746146162.244104:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202196864 00010000:00010000:1.0:1746146162.244133:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 36 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.244167:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14171 00000100:00100000:1.0:1746146162.244173:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2007:x1830966202196864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.244184:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.244199:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 36 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.244209:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 36 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.244227:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe95b expref: 36 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.244243:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.244245:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.244250:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb627c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe962 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.244262:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb627c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe962 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.244286:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb627c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe962 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.244297:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232896:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.244363:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.245783:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199232896:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.245801:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.245829:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2007:x1830966202196864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1656us (1893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.245837:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14171 00000100:00100000:0.0:1746146162.247666:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.247978:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202197120 00000100:00100000:1.0:1746146162.247985:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202197120 00002000:00100000:1.0:1746146162.248022:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8a80 x1830966202197120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.248030:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8a80 with x1830966202197120 ext(0->4095) 00002000:00010000:1.0:1746146162.248035:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4f8a80 00000100:00100000:1.0:1746146162.248069:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13859 00000100:00100000:1.0:1746146162.248075:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202197120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.248607:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202197120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 530us (946us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.248617:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13859 00002000:00100000:1.0:1746146162.248623:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8a80 x1830966202197120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.248630:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8a80 with x1830966202197120 ext(0->4095) 00002000:00010000:1.0:1746146162.248633:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4f8a80 00000100:00100000:0.0:1746146162.248844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.250692:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.251833:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.254546:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.256614:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.260249:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.262329:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.265357:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.267928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.269951:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.273880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.280344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.283936:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.287060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.291472:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.291585:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202199680 00000100:00100000:1.0:1746146162.291593:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202199680 00002000:00100000:1.0:1746146162.291629:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eace00 x1830966202199680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.291637:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eace00 with x1830966202199680 ext(0->4095) 00002000:00010000:1.0:1746146162.291640:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eace00 00000100:00100000:0.0:1746146162.295856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.299825:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.301543:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.306364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.306440:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202200320 00000100:00100000:1.0:1746146162.306446:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202200320 00002000:00100000:1.0:1746146162.306477:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9c00 x1830966202200320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.306486:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9c00 with x1830966202200320 ext(0->4095) 00010000:00010000:1.0:1746146162.306494:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb627f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe98c expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.306505:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb627f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe98c expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.306511:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9c00 00000100:00100000:1.0:1746146162.306538:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3210 00000100:00100000:1.0:1746146162.306544:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202200320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.306711:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202200320:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.306740:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3210 00002000:00100000:1.0:1746146162.306745:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9c00 x1830966202200320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.306751:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9c00 with x1830966202200320 ext(0->4095) 00010000:00010000:1.0:1746146162.306755:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb627f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe98c expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.306762:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb627f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe98c expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.306767:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9c00 00000100:00100000:0.0:1746146162.309594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.312446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.312832:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202200704 00000100:00100000:1.0:1746146162.312837:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202200704 00002000:00100000:1.0:1746146162.312867:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8e00 x1830966202200704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.312877:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8e00 with x1830966202200704 ext(0->4095) 00002000:00010000:1.0:1746146162.312880:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cac8e00 00000100:00100000:1.0:1746146162.312895:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13863 00000100:00100000:1.0:1746146162.312900:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2007:x1830966202200704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.312998:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2007:x1830966202200704:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.313005:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13863 00002000:00100000:1.0:1746146162.313010:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8e00 x1830966202200704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.313015:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8e00 with x1830966202200704 ext(0->4095) 00002000:00010000:1.0:1746146162.313018:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cac8e00 00000100:00100000:0.0:1746146162.315108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.318118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.319165:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966202200960:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 833us (1048us total) trans 4294972222 rc 0/0 00000100:00100000:0.0:1746146162.319174:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3211 00002000:00100000:0.0:1746146162.319180:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cacad80 x1830966202200960/t4294972222(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.319187:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacad80 with x1830966202200960 ext(0->7) 00010000:00010000:0.0:1746146162.319193:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe993 expref: 38 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.319202:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb627fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe993 expref: 38 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.319207:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacad80 00000100:00100000:0.0:1746146162.321041:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.327786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.329885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.329913:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202201472 00000100:00100000:1.0:1746146162.329920:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202201472 00002000:00100000:1.0:1746146162.329942:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336a300 x1830966202201472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.329950:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a300 with x1830966202201472 ext(0->4095) 00010000:00010000:1.0:1746146162.329955:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62801 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe99a expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.329964:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62801 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe99a expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.329970:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336a300 00000100:00100000:1.0:1746146162.329981:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3212 00000100:00100000:1.0:1746146162.329986:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202201472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.330079:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202201472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.330191:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3212 00002000:00100000:1.0:1746146162.330197:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336a300 x1830966202201472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.330204:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a300 with x1830966202201472 ext(0->4095) 00010000:00010000:1.0:1746146162.330208:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62801 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe99a expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.330216:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62801 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe99a expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.330220:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336a300 00000100:00100000:0.0:1746146162.332152:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.335191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.343087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.343297:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202201984 00000100:00100000:1.0:1746146162.343302:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202201984 00002000:00100000:1.0:1746146162.343332:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518000 x1830966202201984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.343341:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518000 with x1830966202201984 ext(0->4095) 00010000:00010000:1.0:1746146162.343347:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9a1 expref: 39 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.343358:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9a1 expref: 39 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.343364:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1518000 00000100:00100000:1.0:1746146162.343523:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3213 00000100:00100000:1.0:1746146162.343530:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2008:x1830966202201984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.344824:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2008:x1830966202201984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1287us (1736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.344832:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3213 00002000:00100000:1.0:1746146162.344842:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518000 x1830966202201984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.344849:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518000 with x1830966202201984 ext(0->4095) 00010000:00010000:1.0:1746146162.344857:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9a1 expref: 39 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.344869:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9a1 expref: 39 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.344875:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1518000 00000100:00100000:0.0:1746146162.346749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.349592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.352452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.355009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.357420:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.359480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.360343:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.362920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.366874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.370401:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.370469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.372793:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.375809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.376278:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.379071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.381622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.385507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.387672:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.390652:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.394893:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.395239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.398571:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.398943:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.401768:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.404845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.408021:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.411014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.414097:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.419344:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.420248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146162.420368:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfe9ee expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.420393:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6284e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9e7 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.420399:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.420401:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.420403:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 38 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.420424:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6284e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9e7 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.420433:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6284e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9e7 expref: 5 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.420443:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199237888:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.420503:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.424409:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.424961:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199237888:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.424976:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 40 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.424984:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2000, rc 0) 00000100:00100000:3.0:1746146162.425026:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1758:x1830966202207104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4677us (4778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.425032:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30847 00000100:00100000:0.0:1746146162.425062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.425139:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14191 00000100:00100000:0.0:1746146162.425146:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202207360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146162.425154:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146162.425167:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6284e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9e7 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.425176:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6284e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9e7 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.425193:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6284e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9e7 expref: 6 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.425205:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.425207:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.425211:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 38 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.425217:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 38 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.425234:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 38 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.425242:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 38 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746146162.425251:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b313100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199238144:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146162.425311:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.427227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.427340:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202207616 00000100:00100000:1.0:1746146162.427346:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202207616 00002000:00100000:1.0:1746146162.427376:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312300 x1830966202207616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.427384:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312300 with x1830966202207616 ext(0->4095) 00010000:00010000:1.0:1746146162.427391:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 39 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.427403:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 39 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.427409:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b312300 00000100:00100000:1.0:1746146162.427436:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3218 00000100:00100000:1.0:1746146162.427442:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2008:x1830966202207616:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.427538:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2008:x1830966202207616:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.427544:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3218 00002000:00100000:1.0:1746146162.427564:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312300 x1830966202207616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.427571:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312300 with x1830966202207616 ext(0->4095) 00010000:00010000:1.0:1746146162.427575:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 39 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.427584:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb62855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9ee expref: 39 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.427589:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b312300 00000100:00100000:0.0:1746146162.430884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.435290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.435525:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202208000 00000100:00100000:1.0:1746146162.435531:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202208000 00002000:00100000:1.0:1746146162.435570:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b311500 x1830966202208000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.435578:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311500 with x1830966202208000 ext(0->4095) 00002000:00010000:1.0:1746146162.435582:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b311500 00000100:00100000:1.0:1746146162.435812:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13870 00000100:00100000:1.0:1746146162.435819:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966202208000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.435911:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966202208000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.435916:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13870 00002000:00100000:1.0:1746146162.435922:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b311500 x1830966202208000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.435929:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311500 with x1830966202208000 ext(0->4095) 00002000:00010000:1.0:1746146162.435932:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b311500 00000100:00100000:0.0:1746146162.438053:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.440651:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.440703:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202208256 00000100:00100000:3.0:1746146162.440709:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202208256 00010000:00010000:3.0:1746146162.440749:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9f5 expref: 38 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.440769:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14193 00000100:00100000:3.0:1746146162.440775:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2008:x1830966202208256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.440785:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.440799:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9f5 expref: 38 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.440809:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6285c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9f5 expref: 38 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.440827:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6285c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9f5 expref: 38 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.440848:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.440850:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.440856:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62863 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9fc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.441894:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9fc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.441930:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9fc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.441942:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199238528:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.442055:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.445120:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.445274:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199238528:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.445290:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.445326:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+37:2008:x1830966202208256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4551us (4676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.445334:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14193 00000100:00100000:0.0:1746146162.447187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.449102:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.449936:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202208768 00000100:00100000:3.0:1746146162.449943:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202208768 00000100:00100000:3.0:1746146162.449981:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30851 00000100:00100000:3.0:1746146162.449987:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+39:1766:x1830966202208768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.450001:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.450013:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea0a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.450033:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.450037:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.450042:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.450045:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 40 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.450070:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.450079:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 40 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.450092:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2600, rc 0) 00000100:00100000:3.0:1746146162.450138:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1766:x1830966202208768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.450143:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30851 00000100:00100000:0.0:1746146162.453277:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.454094:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202208896 00000100:00100000:3.0:1746146162.454102:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202208896 00010000:00010000:3.0:1746146162.454130:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62863 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9fc expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.454413:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14194 00000100:00100000:3.0:1746146162.454419:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202208896:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.454431:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.454446:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62863 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9fc expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.454455:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62863 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9fc expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.454470:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62863 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfe9fc expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.454494:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.454496:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.454502:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.454512:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.454537:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.454557:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 38 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.454569:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199238912:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.454809:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.457968:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199238912:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.457985:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.458026:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202208896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3606us (4750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.458035:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14194 00000100:00100000:0.0:1746146162.460913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.461042:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202209280 00000100:00100000:3.0:1746146162.461050:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202209280 00010000:00010000:3.0:1746146162.461076:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 39 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.461109:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14195 00000100:00100000:3.0:1746146162.461115:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2007:x1830966202209280:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.461126:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.461141:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 39 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.461150:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 39 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.461167:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6286a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea03 expref: 39 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.461203:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.461205:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.461210:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 38 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.461217:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 38 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.461243:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 38 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.461252:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199239040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.461642:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.465331:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199239040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.465350:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.465383:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966202209280:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4268us (4476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.465392:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14195 00000100:00100000:0.0:1746146162.466072:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.466267:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202209536 00000100:00100000:3.0:1746146162.466272:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202209536 00002000:00100000:3.0:1746146162.466300:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c745c00 x1830966202209536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.466308:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745c00 with x1830966202209536 ext(0->4095) 00002000:00010000:3.0:1746146162.466311:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c745c00 00000100:00100000:1.0:1746146162.466943:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13872 00000100:00100000:1.0:1746146162.466954:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2008:x1830966202209536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.467078:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2008:x1830966202209536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (1007us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.467084:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13872 00002000:00100000:1.0:1746146162.467090:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c745c00 x1830966202209536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.467097:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745c00 with x1830966202209536 ext(0->4095) 00002000:00010000:1.0:1746146162.467100:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c745c00 00000100:00100000:3.0:1746146162.470038:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199239168:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746146162.470091:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146162.470684:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199239168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746146162.471267:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.481967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.482278:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202209792 00000100:00100000:3.0:1746146162.482284:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202209792 00002000:00100000:3.0:1746146162.482314:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c746d80 x1830966202209792/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.482326:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c746d80 with x1830966202209792 ext(0->7) 00010000:00010000:3.0:1746146162.482332:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 38 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.482343:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 38 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.482348:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c746d80 00000100:00100000:3.0:1746146162.482373:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3220 00000100:00100000:3.0:1746146162.482379:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2008:x1830966202209792:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146162.482922:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.484832:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202209792:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2452us (2866us total) trans 4294972223 rc 0/0 00000100:00100000:0.0:1746146162.484837:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3220 00002000:00100000:0.0:1746146162.484843:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c746d80 x1830966202209792/t4294972223(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.484850:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c746d80 with x1830966202209792 ext(0->7) 00010000:00010000:0.0:1746146162.484854:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 41 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.484864:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 41 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.484869:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c746d80 00000100:00100000:0.0:1746146162.487609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.487744:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202210048 00000100:00100000:3.0:1746146162.487750:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202210048 00010000:00010000:3.0:1746146162.487777:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 41 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.487926:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14196 00000100:00100000:3.0:1746146162.487934:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202210048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.487944:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.487959:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 41 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.487968:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 41 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.487987:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62871 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea0a expref: 41 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.488011:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.488013:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.488018:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62878 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea11 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.488026:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62878 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea11 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.488051:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62878 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea11 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.488059:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62878 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea11 expref: 5 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.488073:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199239552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.488134:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.490078:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199239552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.490097:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.490132:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2008:x1830966202210048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2199us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.490141:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14196 00000100:00100000:0.0:1746146162.490421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.494381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.497953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.500919:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.501171:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202210816 00000100:00100000:3.0:1746146162.501178:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202210816 00000100:00100000:3.0:1746146162.501210:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30854 00000100:00100000:3.0:1746146162.501216:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202210816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.501230:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.501243:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62886 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea1f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.501506:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb6287f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea18 expref: 39 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.501513:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.501515:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.501518:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62886 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea1f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.501543:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb6287f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea18 expref: 39 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.501571:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb6287f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea18 expref: 39 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.501582:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199239808:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.501655:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.504134:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199239808:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.504166:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62886 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea1f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.504184:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2e00, rc 0) 00000100:00100000:3.0:1746146162.504229:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202210816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3012us (3317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.504237:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30854 00000100:00100000:0.0:1746146162.504882:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.509437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.509522:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.509667:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202211328 00000100:00100000:3.0:1746146162.509673:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202211328 00000100:00100000:3.0:1746146162.509704:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30855 00000100:00100000:3.0:1746146162.509711:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+39:1758:x1830966202211328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.510149:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.510162:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea26 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.510184:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62886 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea1f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.510193:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.510195:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.510197:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea26 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.510221:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62886 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea1f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.510232:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62886 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea1f expref: 5 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.510242:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199240064:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.510286:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.512618:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199240064:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.512641:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea26 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.512656:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c3000, rc 0) 00000100:00100000:3.0:1746146162.513519:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1758:x1830966202211328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3804us (3993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.513527:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30855 00000100:00100000:0.0:1746146162.514143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.514343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.514403:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202211456 00000100:00100000:3.0:1746146162.514409:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202211456 00000100:00100000:3.0:1746146162.514438:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30856 00000100:00100000:3.0:1746146162.514444:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1766:x1830966202211456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.514459:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.514470:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62894 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea2d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.514488:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.514492:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea26 expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.514498:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.514501:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62894 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea2d expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.514526:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea26 expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.514536:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62894 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea2d expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.514544:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2600, rc 0) 00000100:00100000:3.0:1746146162.514593:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1766:x1830966202211456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.514599:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30856 00000100:00100000:0.0:1746146162.516604:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.516622:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202211840 00000100:00100000:1.0:1746146162.516626:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202211840 00002000:00100000:1.0:1746146162.516651:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c380 x1830966202211840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.516660:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c380 with x1830966202211840 ext(0->4095) 00010000:00010000:1.0:1746146162.516667:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea26 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.516681:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea26 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.516691:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2c380 00000100:00100000:1.0:1746146162.516746:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3222 00000100:00100000:1.0:1746146162.516753:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202211840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.518342:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202211840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1584us (1732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.518351:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3222 00002000:00100000:1.0:1746146162.518359:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c380 x1830966202211840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.518367:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c380 with x1830966202211840 ext(0->4095) 00010000:00010000:1.0:1746146162.518374:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea26 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.518386:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb6288d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea26 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.518392:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2c380 00000100:00100000:0.0:1746146162.522393:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.526998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.531046:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.533618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.533692:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202212480 00000100:00100000:3.0:1746146162.533697:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202212480 00010000:00010000:3.0:1746146162.533736:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62894 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea2d expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.533753:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14201 00000100:00100000:3.0:1746146162.533758:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2007:x1830966202212480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.533765:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.533777:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea2d expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.533784:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea2d expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.533811:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb62894 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea2d expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.533848:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.534251:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2007:x1830966202212480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 490us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.534257:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14201 00000100:00100000:1.0:1746146162.537082:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.538045:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.538101:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202212864 00000100:00100000:1.0:1746146162.538104:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202212864 00002000:00100000:1.0:1746146162.538134:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f100 x1830966202212864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.538143:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f100 with x1830966202212864 ext(0->4095) 00010000:00010000:1.0:1746146162.538148:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea34 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.538158:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea34 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.538164:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2f100 00000100:00100000:1.0:1746146162.538181:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3223 00000100:00100000:1.0:1746146162.538187:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202212864:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146162.538411:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202212864:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 224us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.538417:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3223 00002000:00100000:1.0:1746146162.538422:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f100 x1830966202212864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.538429:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f100 with x1830966202212864 ext(0->4095) 00010000:00010000:1.0:1746146162.538434:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea34 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.538442:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea34 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.538456:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2f100 00000100:00100000:0.0:1746146162.540507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.541388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.544813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.544864:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202213376 00000100:00100000:0.0:1746146162.544872:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202213376 00002000:00100000:0.0:1746146162.544901:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369f80 x1830966202213376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.544910:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369f80 with x1830966202213376 ext(0->4095) 00010000:00010000:0.0:1746146162.544916:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb628a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea3b expref: 41 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.544928:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb628a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea3b expref: 41 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.544934:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133369f80 00000100:00100000:0.0:1746146162.544947:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3224 00000100:00100000:0.0:1746146162.544953:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202213376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146162.545051:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202213376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146162.545056:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3224 00002000:00100000:0.0:1746146162.545061:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369f80 x1830966202213376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.545067:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369f80 with x1830966202213376 ext(0->4095) 00010000:00010000:0.0:1746146162.545071:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb628a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea3b expref: 41 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.545078:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb628a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea3b expref: 41 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.545083:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133369f80 00000100:00100000:0.0:1746146162.546972:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.549112:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.551442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.551640:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202213888 00000100:00100000:3.0:1746146162.551646:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202213888 00000100:00100000:3.0:1746146162.551688:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30860 00000100:00100000:3.0:1746146162.551695:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202213888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.551706:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.551745:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea49 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.551768:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb628a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea42 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.551774:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.551776:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.551779:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.551802:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb628a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea42 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.551813:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb628a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea42 expref: 39 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.551823:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199241344:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.551889:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.554877:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199241344:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.554901:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.554915:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2c00, rc 0) 00000100:00100000:3.0:1746146162.554959:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f149850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202213888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3264us (3520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.554966:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30860 00000100:00100000:0.0:1746146162.555076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.557190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.557225:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202214272 00000100:00100000:0.0:1746146162.557230:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202214272 00002000:00100000:0.0:1746146162.557255:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336b480 x1830966202214272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.557264:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b480 with x1830966202214272 ext(0->4095) 00002000:00010000:0.0:1746146162.557267:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336b480 00000100:00100000:0.0:1746146162.557290:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13877 00000100:00100000:0.0:1746146162.557295:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202214272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146162.557382:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202214272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (191us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146162.557387:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13877 00002000:00100000:0.0:1746146162.557392:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336b480 x1830966202214272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.557397:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b480 with x1830966202214272 ext(0->4095) 00002000:00010000:0.0:1746146162.557399:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336b480 00000100:00100000:0.0:1746146162.559121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.559171:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202214400 00000100:00100000:0.0:1746146162.559172:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.559175:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202214400 00000100:00100000:3.0:1746146162.559201:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202214528 00000100:00100000:3.0:1746146162.559202:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202214528 00000100:00100000:0.0:1746146162.559210:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30861 00000100:00100000:3.0:1746146162.559226:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30862 00000100:00100000:3.0:1746146162.559232:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1758:x1830966202214528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.559246:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.559260:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea57 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146162.559268:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1766:x1830966202214400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146162.559275:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.559281:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.559282:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea50 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.559287:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.559289:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.559291:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 42 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.559298:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.559302:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 42 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.559307:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146162.559309:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.559329:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.559333:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 42 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.559339:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 5 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.559349:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199241600:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146162.559349:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.559357:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997afc00, rc 0) 00000100:00100000:3.0:1746146162.559414:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.559482:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1766:x1830966202214400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 264us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.559488:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30861 00000100:00100000:3.0:1746146162.560758:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199241600:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.560774:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.560783:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2600, rc 0) 00000100:00100000:3.0:1746146162.560820:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1758:x1830966202214528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1587us (1647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.560826:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30862 00000100:00100000:0.0:1746146162.560988:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.561112:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202214656 00000100:00100000:3.0:1746146162.561117:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202214656 00010000:00010000:3.0:1746146162.561133:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.561150:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14205 00000100:00100000:3.0:1746146162.561155:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202214656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.561163:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.561181:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.561189:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.561294:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2c00/0x88944630cfb628b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea49 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.561318:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.561319:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.561325:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.561333:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.561353:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.561366:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.561375:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199241856:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.561430:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.562542:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199241856:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.562564:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.562837:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202214656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1680us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.562845:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14205 00000100:00100000:0.0:1746146162.563143:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.563337:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202214912 00000100:00100000:1.0:1746146162.563342:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202214912 00002000:00100000:1.0:1746146162.563369:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2e300 x1830966202214912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.563376:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2e300 with x1830966202214912 ext(0->4095) 00010000:00010000:1.0:1746146162.563382:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.563392:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.563397:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2e300 00000100:00100000:1.0:1746146162.563409:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3225 00000100:00100000:1.0:1746146162.563416:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202214912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.563514:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202214912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.563518:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3225 00002000:00100000:1.0:1746146162.563523:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2e300 x1830966202214912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.563529:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2e300 with x1830966202214912 ext(0->4095) 00010000:00010000:1.0:1746146162.563532:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.563540:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.563545:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2e300 00000100:00100000:0.0:1746146162.565146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.565196:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202215040 00000100:00100000:3.0:1746146162.565201:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202215040 00010000:00010000:3.0:1746146162.565221:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.565246:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14206 00000100:00100000:3.0:1746146162.565252:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202215040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.565261:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.565274:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.565283:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.565299:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2600/0x88944630cfb628b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea57 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.565309:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.565310:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.565316:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 40 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.565323:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 40 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.565347:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 40 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.565356:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199241984:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.565475:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.567287:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199241984:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.567301:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.567341:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2008:x1830966202215040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2088us (2198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.567348:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14206 00000100:00100000:0.0:1746146162.567399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.567709:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202215296 00000100:00100000:3.0:1746146162.567739:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202215296 00002000:00100000:3.0:1746146162.567767:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f800 x1830966202215296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.567774:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f800 with x1830966202215296 ext(0->4095) 00002000:00010000:3.0:1746146162.567777:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2f800 00000100:00100000:3.0:1746146162.567797:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13878 00000100:00100000:3.0:1746146162.567803:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2007:x1830966202215296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146162.567892:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2007:x1830966202215296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (493us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.567896:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13878 00002000:00100000:3.0:1746146162.567900:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f800 x1830966202215296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.567906:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f800 with x1830966202215296 ext(0->4095) 00002000:00010000:3.0:1746146162.567909:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2f800 00000100:00100000:0.0:1746146162.569091:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.569168:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202215424 00000100:00100000:3.0:1746146162.569173:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202215424 00000100:00100000:3.0:1746146162.569208:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30863 00000100:00100000:3.0:1746146162.569213:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202215424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.569226:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.569238:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea5e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.569257:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.569263:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.569264:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.569267:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.569287:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.569298:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 39 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.569305:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199242112:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.569602:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.570529:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199242112:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.570559:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.570595:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2e00, rc 0) 00000100:00100000:3.0:1746146162.570636:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202215424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1422us (1548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.570643:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30863 00000100:00100000:3.0:1746146162.571230:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202215552 00000100:00100000:3.0:1746146162.571234:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202215552 00010000:00010000:3.0:1746146162.571253:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 40 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.571278:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14207 00000100:00100000:3.0:1746146162.571282:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2007:x1830966202215552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.571290:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.571303:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 40 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.571313:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 40 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.571326:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb628be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea50 expref: 40 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.571334:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.571335:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.571339:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.571344:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.571359:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.571365:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199242240:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.571410:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.572704:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199242240:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146162.572906:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.573046:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202215808 00000100:00100000:1.0:1746146162.573052:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202215808 00002000:00100000:1.0:1746146162.573081:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2d500 x1830966202215808/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.573090:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d500 with x1830966202215808 ext(0->4095) 00002000:00010000:1.0:1746146162.573093:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2d500 00000100:00100000:1.0:1746146162.573121:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13879 00000100:00100000:1.0:1746146162.573127:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202215808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746146162.573216:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.573252:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2007:x1830966202215552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1968us (2117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.573258:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14207 00000100:00100000:1.0:1746146162.573268:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202215808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.573273:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13879 00002000:00100000:1.0:1746146162.573277:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2d500 x1830966202215808/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.573284:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d500 with x1830966202215808 ext(0->4095) 00002000:00010000:1.0:1746146162.573287:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2d500 00000100:00100000:0.0:1746146162.574369:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.574490:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202215936 00000100:00100000:3.0:1746146162.574494:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202215936 00000100:00100000:3.0:1746146162.574521:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30864 00000100:00100000:3.0:1746146162.574526:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+39:1766:x1830966202215936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.574536:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.574558:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea65 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.574577:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.574582:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.574584:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.574586:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.574606:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.574615:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 5 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.574623:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199242368:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.574771:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.576486:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199242368:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.576508:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.576526:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c3000, rc 0) 00000100:00100000:3.0:1746146162.576567:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1766:x1830966202215936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2040us (2199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.576573:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30864 00000100:00100000:0.0:1746146162.577142:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.577322:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202216064 00000100:00100000:3.0:1746146162.577327:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202216064 00010000:00010000:3.0:1746146162.577350:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.577707:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14208 00000100:00100000:3.0:1746146162.577732:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202216064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.577742:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.577754:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.577762:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.577777:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb628c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea5e expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.577786:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.577787:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.577792:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 39 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.577802:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 39 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.577823:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 39 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.577831:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199242496:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.577888:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.578325:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202216192 00000100:00100000:3.0:1746146162.578329:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202216192 00000100:00100000:3.0:1746146162.578351:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30865 00000100:00100000:3.0:1746146162.578356:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1758:x1830966202216192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.578367:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.578376:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea6c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.578390:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.578395:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.578396:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.578404:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.578420:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.578432:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.578439:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199242624:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.578474:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.578940:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199242496:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146162.578951:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146162.578970:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202216064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1257us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.578977:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14208 00000100:00100000:0.0:1746146162.579364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.579429:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202216448 00000100:00100000:1.0:1746146162.579434:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202216448 00002000:00100000:1.0:1746146162.579458:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c000 x1830966202216448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.579466:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c000 with x1830966202216448 ext(0->4095) 00010000:00010000:1.0:1746146162.579471:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 42 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.579485:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 42 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.579495:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2c000 00000100:00100000:1.0:1746146162.579662:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3226 00000100:00100000:1.0:1746146162.579668:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202216448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.579962:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202216448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 293us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.579968:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3226 00002000:00100000:1.0:1746146162.579973:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c000 x1830966202216448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.579980:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c000 with x1830966202216448 ext(0->4095) 00010000:00010000:1.0:1746146162.579985:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 42 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.579993:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 42 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.580003:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2c000 00000100:00100000:3.0:1746146162.580353:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199242624:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.580366:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 41 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.580380:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d2b1c00, rc 0) 00000100:00100000:3.0:1746146162.580411:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1758:x1830966202216192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2054us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.580416:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30865 00000100:00100000:0.0:1746146162.581667:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.581856:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202216576 00000100:00100000:3.0:1746146162.581862:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202216576 00000100:00100000:3.0:1746146162.581888:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30866 00000100:00100000:3.0:1746146162.581894:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202216576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.581905:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.581916:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea73 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.581935:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.581940:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.581949:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146162.581952:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.581981:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.581991:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.581999:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622a00, rc 0) 00000100:00100000:3.0:1746146162.582034:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202216576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.582040:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30866 00000100:00100000:1.0:1746146162.582247:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.582305:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202216704 00000100:00100000:0.0:1746146162.582309:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202216704 00010000:00010000:0.0:1746146162.582413:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746146162.582439:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14209 00000100:00100000:0.0:1746146162.582445:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202216704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146162.582455:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146162.582470:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.582478:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.582492:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c3000/0x88944630cfb628cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea65 expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.582515:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.582516:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.582522:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.582529:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.582556:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.582566:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:0.0:1746146162.582575:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199242880:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146162.582629:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.584956:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.585053:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202216960 00000100:00100000:1.0:1746146162.585058:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202216960 00002000:00100000:1.0:1746146162.585085:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ca80 x1830966202216960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.585276:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966202216960 ext(0->4095) 00010000:00010000:1.0:1746146162.585283:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.585294:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.585300:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ca80 00000100:00100000:1.0:1746146162.585325:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3227 00000100:00100000:1.0:1746146162.585331:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2008:x1830966202216960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.585424:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2008:x1830966202216960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.585430:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3227 00002000:00100000:1.0:1746146162.585434:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2ca80 x1830966202216960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.585441:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966202216960 ext(0->4095) 00010000:00010000:1.0:1746146162.585445:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.585453:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 40 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.585458:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ca80 00000100:00100000:0.0:1746146162.587419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.587501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.587849:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202217216 00000100:00100000:3.0:1746146162.587853:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202217216 00010000:00010000:3.0:1746146162.587870:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 41 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.587891:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14210 00000100:00100000:3.0:1746146162.587897:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202217216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.587904:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.587917:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 42 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.587927:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 42 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.588105:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d2b1c00/0x88944630cfb628d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea6c expref: 42 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.588191:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.588230:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202217216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 333us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.588236:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14210 00000100:00100000:0.0:1746146162.591404:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.591536:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202217472 00000100:00100000:3.0:1746146162.591542:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202217472 00002000:00100000:3.0:1746146162.591583:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c700 x1830966202217472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.591591:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c700 with x1830966202217472 ext(0->4095) 00010000:00010000:3.0:1746146162.591598:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.591608:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.591614:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4c700 00000100:00100000:3.0:1746146162.591638:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3228 00000100:00100000:3.0:1746146162.591644:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202217472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146162.591773:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202217472:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.591778:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3228 00002000:00100000:3.0:1746146162.591784:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c700 x1830966202217472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.591790:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c700 with x1830966202217472 ext(0->4095) 00010000:00010000:3.0:1746146162.591794:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.591802:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.591806:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4c700 00000100:00100000:3.0:1746146162.594668:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202217600 00000100:00100000:3.0:1746146162.594675:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202217600 00010000:00010000:3.0:1746146162.594698:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.595079:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14211 00000100:00100000:3.0:1746146162.595086:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202217600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.595096:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.595110:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.595119:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.595136:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea73 expref: 6 pid: 9582 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.595160:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.595161:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.595167:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.595174:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.595197:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.595206:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199243264:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.595269:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.597528:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.597760:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202217856 00000100:00100000:1.0:1746146162.597766:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202217856 00002000:00100000:1.0:1746146162.597801:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4e300 x1830966202217856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.597809:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4e300 with x1830966202217856 ext(0->4095) 00002000:00010000:1.0:1746146162.597814:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4e300 00000100:00100000:1.0:1746146162.597838:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13880 00000100:00100000:1.0:1746146162.597844:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2007:x1830966202217856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.597945:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2007:x1830966202217856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.597951:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13880 00002000:00100000:1.0:1746146162.597956:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4e300 x1830966202217856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.597963:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4e300 with x1830966202217856 ext(0->4095) 00002000:00010000:1.0:1746146162.597965:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4e300 00000100:00100000:3.0:1746146162.598174:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199243264:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.598188:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.598208:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202217600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3123us (3959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.598215:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14211 00000100:00100000:0.0:1746146162.600894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.601069:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202217984 00000100:00100000:3.0:1746146162.601076:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202217984 00000100:00100000:3.0:1746146162.601298:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30868 00000100:00100000:3.0:1746146162.601306:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202217984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.601320:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.601332:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea81 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.601358:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.601364:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.601365:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.601368:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.601391:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.601401:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 39 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.601412:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199243392:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.601483:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.605545:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199243392:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.605578:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.605593:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136623000, rc 0) 00000100:00100000:3.0:1746146162.605627:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202217984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4321us (4740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.605634:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30868 00000100:00100000:0.0:1746146162.605838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.606158:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202218112 00000100:00100000:3.0:1746146162.606164:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202218112 00010000:00010000:3.0:1746146162.606183:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 40 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.606211:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14212 00000100:00100000:3.0:1746146162.606216:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2007:x1830966202218112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.606225:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.606238:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 40 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.606248:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 40 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.606266:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb628e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea7a expref: 40 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.606289:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.606290:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.606295:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.606302:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.606324:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.606334:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199243520:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.606395:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.608803:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.609179:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202218240 00000100:00100000:3.0:1746146162.609186:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202218240 00000100:00100000:3.0:1746146162.609236:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30869 00000100:00100000:3.0:1746146162.609244:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1758:x1830966202218240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.609259:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.609274:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea88 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.609297:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.609303:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.609304:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.609307:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.609331:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.609339:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 5 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.609349:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199243648:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.609428:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.610066:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199243520:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.610078:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.610161:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202218112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3944us (4323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.610169:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14212 00000100:00100000:0.0:1746146162.611190:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.612015:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199243648:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.612034:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 40 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.612045:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997af800, rc 0) 00000100:00100000:3.0:1746146162.612083:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1758:x1830966202218240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2840us (3286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.612088:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30869 00000100:00100000:0.0:1746146162.619429:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.619522:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202218624 00000100:00100000:3.0:1746146162.619530:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202218624 00010000:00010000:3.0:1746146162.619568:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.619650:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14213 00000100:00100000:3.0:1746146162.619657:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202218624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.619669:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.619684:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.619694:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.619712:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb628e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea81 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.619763:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.619765:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.619770:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.619776:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.619802:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.619812:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199243776:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.619877:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.622118:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199243776:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.622136:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.622178:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202218624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2520us (2755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.622187:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14213 00000100:00100000:0.0:1746146162.622408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.625405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.625510:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202219008 00000100:00100000:3.0:1746146162.625517:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202219008 00000100:00100000:3.0:1746146162.625568:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30870 00000100:00100000:3.0:1746146162.625575:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202219008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.625589:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.625604:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea8f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.625628:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.625633:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.625634:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.625637:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.626142:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 39 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.626151:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 39 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.626161:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199243904:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.626644:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.628513:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199243904:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.628536:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.628561:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b28be00, rc 0) 00000100:00100000:3.0:1746146162.628591:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202219008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3016us (3192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.628597:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30870 00000100:00100000:0.0:1746146162.629032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.630371:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202219136:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1053us (1336us total) trans 4294972224 rc 0/0 00000100:00100000:0.0:1746146162.630378:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3230 00002000:00100000:0.0:1746146162.630384:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130e3f480 x1830966202219136/t4294972224(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.630391:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f480 with x1830966202219136 ext(0->7) 00010000:00010000:0.0:1746146162.630395:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.630405:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.630410:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e3f480 00000100:00100000:0.0:1746146162.633192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.633593:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202219264 00000100:00100000:3.0:1746146162.633600:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202219264 00010000:00010000:3.0:1746146162.633627:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.633971:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14214 00000100:00100000:1.0:1746146162.633980:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202219264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.633991:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.634005:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.634014:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.634031:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997af800/0x88944630cfb628ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea88 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.634055:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.634056:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.634062:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.634070:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.634094:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.634102:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199244032:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.634163:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.638402:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199244032:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.638422:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.638690:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202219264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4711us (5503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.638692:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202219520 00000100:00100000:0.0:1746146162.638697:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202219520 00000100:00100000:1.0:1746146162.638699:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14214 00002000:00100000:0.0:1746146162.638740:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869f80 x1830966202219520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.638754:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869f80 with x1830966202219520 ext(0->4095) 00002000:00010000:0.0:1746146162.638757:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869f80 00000100:00100000:0.0:1746146162.638774:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13882 00000100:00100000:0.0:1746146162.638779:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202219520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146162.639453:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202219520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 672us (914us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146162.639459:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13882 00002000:00100000:0.0:1746146162.639464:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869f80 x1830966202219520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.639472:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869f80 with x1830966202219520 ext(0->4095) 00002000:00010000:0.0:1746146162.639474:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869f80 00000100:00100000:0.0:1746146162.641544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.641682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.641771:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202219776 00000100:00100000:3.0:1746146162.641778:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202219776 00000100:00100000:3.0:1746146162.641815:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202219648 00000100:00100000:3.0:1746146162.641818:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202219648 00000100:00100000:3.0:1746146162.641834:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30871 00000100:00100000:3.0:1746146162.641839:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1766:x1830966202219776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.641853:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.641867:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea9d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.641887:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.641892:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.641894:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.641897:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.641921:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.641931:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 5 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:3.0:1746146162.641940:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199244160:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.642011:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.642091:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30872 00000100:00100000:3.0:1746146162.642096:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202219648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.642101:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.642106:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfea96 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.642116:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.642119:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.642124:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.642126:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 44 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.642144:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.642153:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 44 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.642161:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997afc00, rc 0) 00000100:00100000:3.0:1746146162.642182:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202219648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.642187:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30872 00000100:00100000:0.0:1746146162.644840:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.644926:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199244160:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.644948:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.644962:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622a00, rc 0) 00000100:00100000:3.0:1746146162.645008:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1766:x1830966202219776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3167us (3468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.645015:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30871 00000100:00100000:1.0:1746146162.645130:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202219904 00000100:00100000:1.0:1746146162.645136:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202219904 00010000:00010000:1.0:1746146162.645160:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.645189:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14215 00000100:00100000:1.0:1746146162.645195:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202219904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.645203:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.645217:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.645226:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.645241:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb628f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea8f expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.645255:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.645256:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.645262:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.645269:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.645292:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.645301:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.645311:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199244416:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.645358:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.647694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.647804:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199244416:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.647821:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.647846:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202219904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2652us (3014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.647854:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14215 00000100:00100000:0.0:1746146162.652309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.653321:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202220288 00000100:00100000:3.0:1746146162.653330:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202220288 00000100:00100000:3.0:1746146162.653375:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30873 00000100:00100000:3.0:1746146162.653382:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202220288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.653398:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.653412:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeaa4 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.653433:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.653438:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.653444:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146162.653447:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.653475:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.653485:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.653497:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b28be00, rc 0) 00000100:00100000:3.0:1746146162.653535:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202220288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.653540:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30873 00000100:00100000:3.0:1746146162.653607:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.654170:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202220416 00000100:00100000:1.0:1746146162.654175:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202220416 00010000:00010000:1.0:1746146162.654192:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 43 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.654217:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14216 00000100:00100000:1.0:1746146162.654222:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966202220416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.654229:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.654244:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 43 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.654253:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 43 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.654268:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb628fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea9d expref: 43 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.654520:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.654522:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.654527:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.654534:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.654565:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.654574:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.654584:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199244672:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.655022:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.657058:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199244672:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.657075:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.657123:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202220416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2899us (3514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.657132:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14216 00000100:00100000:0.0:1746146162.658031:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.658087:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202220672 00000100:00100000:1.0:1746146162.658092:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202220672 00002000:00100000:1.0:1746146162.658116:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cdf80 x1830966202220672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.658122:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdf80 with x1830966202220672 ext(0->4095) 00010000:00010000:1.0:1746146162.658127:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.658134:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.658138:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cdf80 00000100:00100000:1.0:1746146162.658158:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3232 00000100:00100000:1.0:1746146162.658163:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202220672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.658250:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202220672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (222us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.658256:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3232 00002000:00100000:1.0:1746146162.658259:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cdf80 x1830966202220672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.658263:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdf80 with x1830966202220672 ext(0->4095) 00010000:00010000:1.0:1746146162.658266:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.658272:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 42 pid: 10121 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.658275:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cdf80 00000100:00100000:0.0:1746146162.660179:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.660356:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.660750:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202220800 00000100:00100000:1.0:1746146162.660754:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202220800 00010000:00010000:1.0:1746146162.660774:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 43 pid: 10121 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.661711:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14217 00000100:00100000:1.0:1746146162.661755:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202220800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.661767:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.661783:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 43 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.661793:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 43 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.661811:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62904 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfea96 expref: 43 pid: 10121 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.661832:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.661834:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.661840:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.662587:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.663149:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.663160:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 5 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.663293:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199244800:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.663995:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.666400:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199244928:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146162.666427:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 43 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.666445:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00000100:00100000:0.0:1746146162.666513:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202220928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4566us (6156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.666520:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30874 00000100:00100000:0.0:1746146162.666904:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199244800:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146162.666916:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146162.666946:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202220800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5195us (6771us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.666953:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14217 00000100:00100000:0.0:1746146162.671188:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.671339:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202221184 00000100:00100000:1.0:1746146162.671347:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202221184 00002000:00100000:1.0:1746146162.671385:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aaa680 x1830966202221184/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.671393:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa680 with x1830966202221184 ext(0->4095) 00010000:00010000:1.0:1746146162.671400:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.671411:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.671417:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aaa680 00000100:00100000:1.0:1746146162.671497:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3233 00000100:00100000:1.0:1746146162.671505:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202221184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.671623:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202221184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.671629:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3233 00002000:00100000:1.0:1746146162.671641:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aaa680 x1830966202221184/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.671647:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa680 with x1830966202221184 ext(0->4095) 00010000:00010000:1.0:1746146162.671652:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:1.0:1746146162.671660:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:1.0:1746146162.671665:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aaa680 00000100:00100000:0.0:1746146162.675177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146162.676089:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.676126:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14218 00000100:00100000:2.0:1746146162.676133:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202221312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.676144:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.676159:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.676168:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.676185:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb6290b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaa4 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.676213:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.676215:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.676221:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 41 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.676229:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 41 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.676254:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 41 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.676264:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199245056:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.677140:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.681679:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199245056:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.681698:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146162.681740:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.681801:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202221568 00000100:00100000:3.0:1746146162.681807:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202221568 00002000:00100000:3.0:1746146162.681841:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aaa300 x1830966202221568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.681849:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa300 with x1830966202221568 ext(0->4095) 00002000:00010000:3.0:1746146162.681853:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aaa300 00000100:00100000:3.0:1746146162.681871:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13883 00000100:00100000:3.0:1746146162.681877:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202221568:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146162.681965:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202221568:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.681970:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13883 00002000:00100000:3.0:1746146162.681975:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aaa300 x1830966202221568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.681981:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa300 with x1830966202221568 ext(0->4095) 00002000:00010000:3.0:1746146162.681984:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aaa300 00000100:00100000:2.0:1746146162.682053:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202221312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5633us (6594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.682061:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14218 00000100:00100000:0.0:1746146162.683646:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.683931:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202221696 00000100:00100000:2.0:1746146162.683937:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202221696 00000100:00100000:2.0:1746146162.684126:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30875 00000100:00100000:2.0:1746146162.684133:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202221696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.684146:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.684159:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeab2 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.684180:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 41 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.684186:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.684188:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.684192:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.684215:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 41 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.684225:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 41 pid: 9583 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.684236:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199245184:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146162.684571:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.687702:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199245184:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146162.687754:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.687767:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146162.687804:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202221696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3671us (4161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.687811:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30875 00000100:00100000:0.0:1746146162.688624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.688976:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202221824 00000100:00100000:2.0:1746146162.688982:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202221824 00010000:00010000:2.0:1746146162.689002:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 42 pid: 9583 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.689332:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14219 00000100:00100000:2.0:1746146162.689339:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202221824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.689349:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.689364:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 42 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.689373:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 42 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.689391:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62912 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaab expref: 42 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.689527:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.689529:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.689535:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.689543:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.689579:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.689590:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199245312:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.690169:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.692290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.692407:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199245312:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.692426:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.692475:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202221824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3136us (3852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.692483:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14219 00000100:00100000:0.0:1746146162.692780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.692857:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202222080 00000100:00100000:3.0:1746146162.692862:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202222080 00002000:00100000:3.0:1746146162.692893:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aa8a80 x1830966202222080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.692902:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aa8a80 with x1830966202222080 ext(0->4095) 00002000:00010000:3.0:1746146162.692905:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aa8a80 00000100:00100000:3.0:1746146162.692920:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13884 00000100:00100000:3.0:1746146162.692926:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202222080:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146162.693152:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202222208 00000100:00100000:2.0:1746146162.693162:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202222208 00000100:00100000:2.0:1746146162.693208:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30876 00000100:00100000:2.0:1746146162.693216:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1758:x1830966202222208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.693231:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.693249:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeab9 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.693281:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.693289:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.693291:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.693295:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 42 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.693326:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.693338:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.693351:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199245440:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146162.693436:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.693559:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202222080:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 621us (1263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.693565:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13884 00002000:00100000:3.0:1746146162.693571:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aa8a80 x1830966202222080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.693577:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aa8a80 with x1830966202222080 ext(0->4095) 00010000:00010000:3.0:1746146162.693584:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.693596:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.693601:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aa8a80 00000100:00100000:0.0:1746146162.696129:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.696237:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202222336 00000100:00100000:1.0:1746146162.696244:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202222336 00000100:00100000:2.0:1746146162.696262:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199245440:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.696289:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30877 00010000:00010000:2.0:1746146162.696296:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.696296:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1766:x1830966202222336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.696310:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.696314:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00010000:00010000:1.0:1746146162.696322:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeac0 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.696348:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.696352:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 44 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.696357:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.696360:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.696368:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202222208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3151us (3586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.696376:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30876 00010000:00010000:1.0:1746146162.696389:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 44 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.696399:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.696408:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146162.696443:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1766:x1830966202222336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.696449:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30877 00000100:00100000:0.0:1746146162.696992:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.697058:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202222464 00000100:00100000:2.0:1746146162.697064:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202222464 00010000:00010000:2.0:1746146162.697089:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.697111:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14220 00000100:00100000:2.0:1746146162.697116:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202222464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.697127:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.697145:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.697156:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.697175:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62919 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab2 expref: 6 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.697203:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.697204:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.697210:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 42 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.697217:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 42 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.697242:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 42 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.697252:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 42 pid: 9583 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.697263:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199245696:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.697315:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.699185:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199245696:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.699205:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.699253:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202222464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2136us (2261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.699262:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14220 00000100:00100000:0.0:1746146162.699404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.699752:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202222720 00000100:00100000:3.0:1746146162.699760:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202222720 00002000:00100000:3.0:1746146162.699793:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83d500 x1830966202222720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.699801:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83d500 with x1830966202222720 ext(0->4095) 00010000:00010000:3.0:1746146162.699808:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.699831:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.699837:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83d500 00000100:00100000:3.0:1746146162.699864:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3234 00000100:00100000:3.0:1746146162.699870:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202222720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146162.701048:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202222720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1173us (1644us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.701056:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3234 00002000:00100000:3.0:1746146162.701062:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83d500 x1830966202222720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.701069:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83d500 with x1830966202222720 ext(0->4095) 00010000:00010000:3.0:1746146162.701075:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.701085:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.701091:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83d500 00000100:00100000:0.0:1746146162.707609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.707700:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202222848 00000100:00100000:2.0:1746146162.707786:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202222848 00010000:00010000:2.0:1746146162.707832:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.707873:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14221 00000100:00100000:2.0:1746146162.707882:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202222848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.707897:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.707918:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.707930:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.707951:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62920 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeab9 expref: 43 pid: 9583 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.707980:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.707983:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.707990:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.707998:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.708035:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.708048:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199245824:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.708142:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.712473:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199245824:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.712493:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.712575:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202222848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4693us (4971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.712583:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14221 00000100:00100000:0.0:1746146162.713160:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.713222:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202223104 00000100:00100000:3.0:1746146162.713228:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202223104 00002000:00100000:3.0:1746146162.713259:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83d880 x1830966202223104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.713267:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83d880 with x1830966202223104 ext(0->4095) 00002000:00010000:3.0:1746146162.713270:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83d880 00000100:00100000:3.0:1746146162.713297:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13885 00000100:00100000:3.0:1746146162.713303:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202223104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146162.713413:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202223104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.713419:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13885 00002000:00100000:3.0:1746146162.713423:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83d880 x1830966202223104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.713429:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83d880 with x1830966202223104 ext(0->4095) 00002000:00010000:3.0:1746146162.713432:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83d880 00000100:00100000:0.0:1746146162.715582:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.716045:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202223232 00000100:00100000:1.0:1746146162.716052:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202223232 00000100:00100000:1.0:1746146162.716099:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30878 00000100:00100000:1.0:1746146162.716106:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202223232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.716121:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.716136:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeac7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.716162:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.716168:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.716170:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.716172:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.716196:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.716206:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 41 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.716216:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199245952:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.716287:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.720539:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199245952:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.720575:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.720589:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b600, rc 0) 00000100:00100000:1.0:1746146162.720640:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202223232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4534us (5064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.720648:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30878 00000100:00100000:0.0:1746146162.721970:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.722374:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202223360 00000100:00100000:2.0:1746146162.722381:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202223360 00010000:00010000:2.0:1746146162.722407:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.722436:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14222 00000100:00100000:2.0:1746146162.722442:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202223360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.722451:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.722466:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.722479:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.722497:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62927 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac0 expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.723297:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.723301:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.723308:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.723317:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.723346:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.723357:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199246080:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.723427:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.724862:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.727064:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202223488 00000100:00100000:1.0:1746146162.727074:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202223488 00000100:00100000:1.0:1746146162.727115:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30879 00000100:00100000:1.0:1746146162.727121:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202223488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.727135:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.727147:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeace expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.727175:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.727182:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.727183:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.727186:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.727210:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.727220:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 5 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.727229:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199246208:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.727474:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.727622:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199246080:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.727636:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.727672:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202223360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5230us (5705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.727680:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14222 00000100:00100000:0.0:1746146162.728084:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.728132:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202223744 00000100:00100000:3.0:1746146162.728136:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202223744 00002000:00100000:3.0:1746146162.728164:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacea00 x1830966202223744/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.728171:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacea00 with x1830966202223744 ext(0->4095) 00010000:00010000:3.0:1746146162.728177:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.728186:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.728191:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacea00 00000100:00100000:3.0:1746146162.728252:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3235 00000100:00100000:3.0:1746146162.728258:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202223744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146162.728355:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202223744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.728360:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3235 00002000:00100000:3.0:1746146162.728365:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacea00 x1830966202223744/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.728371:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacea00 with x1830966202223744 ext(0->4095) 00010000:00010000:3.0:1746146162.728375:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.728383:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.728388:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacea00 00000100:00100000:1.0:1746146162.729971:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199246208:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.729992:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.730009:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:1.0:1746146162.730046:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202223488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (5188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.730053:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30879 00000100:00100000:0.0:1746146162.733558:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.733821:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202223872 00000100:00100000:2.0:1746146162.733829:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202223872 00010000:00010000:2.0:1746146162.733858:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.733938:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14223 00000100:00100000:2.0:1746146162.733946:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202223872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.733957:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.733972:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.733982:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.733999:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb6292e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeac7 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.734028:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.734030:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.734036:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.734043:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.734069:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.734079:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199246336:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.734150:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.736656:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199246336:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.736674:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.736704:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202223872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2759us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.736891:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14223 00000100:00100000:0.0:1746146162.737531:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.737606:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202224128 00000100:00100000:1.0:1746146162.737611:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202224128 00002000:00100000:1.0:1746146162.737642:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacd880 x1830966202224128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.737650:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacd880 with x1830966202224128 ext(0->4095) 00002000:00010000:1.0:1746146162.737654:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacd880 00000100:00100000:1.0:1746146162.738483:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13886 00000100:00100000:1.0:1746146162.738492:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202224128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.738608:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202224128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (1078us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.738614:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13886 00002000:00100000:1.0:1746146162.738620:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacd880 x1830966202224128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.738626:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacd880 with x1830966202224128 ext(0->4095) 00002000:00010000:1.0:1746146162.738629:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacd880 00000100:00100000:0.0:1746146162.743305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.743391:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202224256 00000100:00100000:1.0:1746146162.743399:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202224256 00000100:00100000:1.0:1746146162.743444:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30880 00000100:00100000:1.0:1746146162.743451:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202224256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.743467:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.743481:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfead5 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.743506:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.743512:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.743513:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.743516:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.743540:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.743563:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 41 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.743573:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199246464:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.744474:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.744805:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199246464:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.744826:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.744837:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146162.744896:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202224256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1444us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.744907:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30880 00000100:00100000:0.0:1746146162.749085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.749540:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202224384 00000100:00100000:3.0:1746146162.749559:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202224384 00002000:00100000:3.0:1746146162.749595:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cace300 x1830966202224384/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.749603:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cace300 with x1830966202224384 ext(0->7) 00010000:00010000:3.0:1746146162.749611:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.749624:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 42 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.749630:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cace300 00000100:00100000:3.0:1746146162.749698:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3236 00000100:00100000:3.0:1746146162.749706:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202224384:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146162.751098:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202224384:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1388us (2016us total) trans 4294972225 rc 0/0 00000100:00100000:0.0:1746146162.751107:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3236 00002000:00100000:0.0:1746146162.751114:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cace300 x1830966202224384/t4294972225(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.751122:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cace300 with x1830966202224384 ext(0->7) 00010000:00010000:0.0:1746146162.751128:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 44 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:0.0:1746146162.751139:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 44 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:0.0:1746146162.751145:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cace300 00000100:00100000:0.0:1746146162.757677:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.757765:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202224512 00000100:00100000:2.0:1746146162.757772:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202224512 00010000:00010000:2.0:1746146162.757799:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 44 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.757831:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14224 00000100:00100000:2.0:1746146162.757836:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202224512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.757846:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.757860:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 44 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.757869:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 44 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.757886:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62935 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeace expref: 44 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.757911:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.757912:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.757917:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.758767:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.758806:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.758817:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199246592:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.758889:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.762849:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.762996:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202224640 00000100:00100000:1.0:1746146162.763003:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202224640 00000100:00100000:1.0:1746146162.763052:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30881 00000100:00100000:1.0:1746146162.763059:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202224640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.763072:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.763086:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeadc expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.763107:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.763113:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.763115:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.763118:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.763140:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.763150:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 5 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.763160:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199246720:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.764110:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.764737:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199246592:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.764754:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.764786:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202224512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6948us (7113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.764795:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14224 00000100:00100000:0.0:1746146162.765112:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.765207:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199246720:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146162.765208:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202224896 00000100:00100000:2.0:1746146162.765212:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202224896 00010000:00010000:1.0:1746146162.765227:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746146162.765237:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680380 x1830966202224896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746146162.765237:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00002000:00100000:2.0:1746146162.765245:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680380 with x1830966202224896 ext(0->4095) 00010000:00010000:2.0:1746146162.765249:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.765255:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202224640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2198us (2414us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146162.765258:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:1.0:1746146162.765261:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30881 00002000:00010000:2.0:1746146162.765264:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130680380 00000100:00100000:2.0:1746146162.765277:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3237 00000100:00100000:2.0:1746146162.765282:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202224896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146162.765373:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202224896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146162.765379:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3237 00002000:00100000:2.0:1746146162.765383:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680380 x1830966202224896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.765390:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680380 with x1830966202224896 ext(0->4095) 00010000:00010000:2.0:1746146162.765394:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.765402:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:2.0:1746146162.765407:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130680380 00000100:00100000:0.0:1746146162.767069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.767361:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202225024 00000100:00100000:1.0:1746146162.767367:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202225024 00000100:00100000:1.0:1746146162.767411:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30882 00000100:00100000:1.0:1746146162.767418:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1766:x1830966202225024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.767430:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.767631:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeae3 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.767653:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.767657:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.767663:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.767666:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.767695:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.767705:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.767745:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00000100:00100000:1.0:1746146162.767780:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202225024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 363us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.767786:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30882 00000100:00100000:0.0:1746146162.767945:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.768012:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202225152 00000100:00100000:2.0:1746146162.768016:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202225152 00010000:00010000:2.0:1746146162.768032:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.768048:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14225 00000100:00100000:2.0:1746146162.768052:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202225152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.768060:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.768074:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.768086:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.768100:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6293c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfead5 expref: 6 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.768112:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.768114:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.768119:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.768126:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.768142:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.768151:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 44 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.768160:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199246976:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.768584:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.770751:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.770969:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199246976:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.770986:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.771022:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202225152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2969us (3077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.771034:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14225 00000100:00100000:3.0:1746146162.771973:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202225408 00000100:00100000:3.0:1746146162.771980:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202225408 00002000:00100000:3.0:1746146162.772011:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130681c00 x1830966202225408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.772019:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130681c00 with x1830966202225408 ext(0->4095) 00010000:00010000:3.0:1746146162.772027:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.772039:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.772044:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130681c00 00000100:00100000:3.0:1746146162.772070:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3238 00000100:00100000:3.0:1746146162.772076:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202225408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146162.772179:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202225408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (1463us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.772184:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3238 00002000:00100000:3.0:1746146162.772189:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130681c00 x1830966202225408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.772195:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130681c00 with x1830966202225408 ext(0->4095) 00010000:00010000:3.0:1746146162.772199:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:3.0:1746146162.772206:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 864 lvb_type: 0 00002000:00010000:3.0:1746146162.772212:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130681c00 00000100:00100000:0.0:1746146162.776510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.777030:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202225536 00000100:00100000:2.0:1746146162.777038:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202225536 00010000:00010000:2.0:1746146162.777066:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 864 lvb_type: 0 00000100:00100000:2.0:1746146162.777100:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14226 00000100:00100000:2.0:1746146162.777106:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5277450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202225536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.777118:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.777133:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.777144:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.777162:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62943 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeadc expref: 45 pid: 26612 timeout: 864 lvb_type: 0 00010000:00010000:2.0:1746146162.777188:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.777190:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.777196:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.777203:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.777228:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.777238:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199247104:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.777971:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.781204:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199247104:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.781222:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.781258:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5277450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202225536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4152us (4754us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.781267:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14226 00000100:00100000:0.0:1746146162.783668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.783933:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202225792 00000100:00100000:1.0:1746146162.783941:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202225792 00002000:00100000:1.0:1746146162.783975:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680700 x1830966202225792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.783984:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680700 with x1830966202225792 ext(0->4095) 00002000:00010000:1.0:1746146162.783988:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130680700 00000100:00100000:1.0:1746146162.784013:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13887 00000100:00100000:1.0:1746146162.784020:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2010:x1830966202225792:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146162.784131:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2010:x1830966202225792:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.784137:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13887 00002000:00100000:1.0:1746146162.784143:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680700 x1830966202225792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.784150:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680700 with x1830966202225792 ext(0->4095) 00002000:00010000:1.0:1746146162.784152:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130680700 00000100:00100000:0.0:1746146162.786080:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.786141:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202225920 00000100:00100000:1.0:1746146162.786147:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202225920 00000100:00100000:1.0:1746146162.786192:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30883 00000100:00100000:1.0:1746146162.786199:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202225920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.786212:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.786225:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeaea expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.786246:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.786252:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.786254:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.786256:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.786280:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.786289:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 43 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.786299:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199247232:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.786372:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.788651:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199247232:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.788676:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.788690:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a400, rc 0) 00000100:00100000:1.0:1746146162.788757:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202225920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2558us (2681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.788768:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30883 00000100:00100000:0.0:1746146162.788833:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.788977:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202226048 00000100:00100000:3.0:1746146162.788983:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202226048 00010000:00010000:3.0:1746146162.789002:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.789021:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14227 00000100:00100000:3.0:1746146162.789026:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202226048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.789035:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.789050:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.789058:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.789075:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6294a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeae3 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.789089:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.789090:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.789095:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.789101:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.789126:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.789135:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199247360:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.789943:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.793132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.793165:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199247360:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.793181:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.793215:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202226048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4188us (4381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.793224:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14227 00000100:00100000:1.0:1746146162.793305:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202226304 00000100:00100000:1.0:1746146162.793311:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202226304 00002000:00100000:1.0:1746146162.793342:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869c00 x1830966202226304/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.793350:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869c00 with x1830966202226304 ext(0->4095) 00002000:00010000:1.0:1746146162.793354:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869c00 00000100:00100000:1.0:1746146162.793368:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13888 00000100:00100000:1.0:1746146162.793374:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202226304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.793475:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202226304:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146162.793478:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.793481:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13888 00002000:00100000:1.0:1746146162.793486:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869c00 x1830966202226304/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.793492:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869c00 with x1830966202226304 ext(0->4095) 00002000:00010000:1.0:1746146162.793495:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869c00 00000100:00100000:0.0:1746146162.793895:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202226432 00000100:00100000:0.0:1746146162.793899:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202226432 00000100:00100000:0.0:1746146162.793928:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30884 00000100:00100000:0.0:1746146162.793932:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202226432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146162.793940:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146162.793951:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeaf1 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.793970:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.793975:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.793977:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.793979:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.794000:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.794010:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746146162.794019:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199247488:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146162.794079:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.795814:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130680a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199247488:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146162.795836:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.795848:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2e00, rc 0) 00000100:00100000:2.0:1746146162.795890:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202226432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1955us (2410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.795897:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30884 00000100:00100000:0.0:1746146162.796026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.796065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.796127:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202226560 00000100:00100000:2.0:1746146162.796132:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202226560 00000100:00100000:2.0:1746146162.796156:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30885 00000100:00100000:2.0:1746146162.796161:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1766:x1830966202226560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.796171:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.796180:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeaf8 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.796196:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.796200:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.796205:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.796208:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.796217:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202226688 00000100:00100000:3.0:1746146162.796220:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202226688 00010000:00010000:2.0:1746146162.796230:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.796234:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.796238:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.796244:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:3.0:1746146162.796262:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14228 00000100:00100000:2.0:1746146162.796264:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202226560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.796267:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202226688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746146162.796268:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30885 00010000:00010000:3.0:1746146162.796274:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.796287:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.796296:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.796310:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb62951 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaea expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.796323:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.796324:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.796328:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.796335:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.796351:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.796533:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.796554:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199247744:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.796695:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.797881:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199247744:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.797893:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.798236:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202226688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1967us (2168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.798245:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14228 00000100:00100000:2.0:1746146162.799201:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.799255:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202226944 00000100:00100000:3.0:1746146162.799259:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202226944 00002000:00100000:3.0:1746146162.799287:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286a300 x1830966202226944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.799300:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a300 with x1830966202226944 ext(0->4095) 00010000:00010000:3.0:1746146162.799305:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.799315:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.799321:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286a300 00000100:00100000:3.0:1746146162.799343:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3239 00000100:00100000:3.0:1746146162.799348:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202226944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146162.799618:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202226944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 268us (418us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.799624:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3239 00002000:00100000:3.0:1746146162.799629:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286a300 x1830966202226944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.799635:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a300 with x1830966202226944 ext(0->4095) 00010000:00010000:3.0:1746146162.799640:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.799648:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.799653:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286a300 00000100:00100000:0.0:1746146162.801755:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.801889:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202227072 00000100:00100000:3.0:1746146162.801895:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202227072 00010000:00010000:3.0:1746146162.801919:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.801947:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14229 00000100:00100000:3.0:1746146162.801953:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202227072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.801963:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.801977:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.801986:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.802003:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2e00/0x88944630cfb62958 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.802332:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.802335:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.802341:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.802348:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.802372:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.802382:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199247872:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.802689:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.806743:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199247872:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.806760:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.806809:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202227072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4855us (5057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.806818:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14229 00000100:00100000:0.0:1746146162.807773:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.807849:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202227328 00000100:00100000:3.0:1746146162.807854:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202227328 00002000:00100000:3.0:1746146162.807880:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25180 x1830966202227328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.807888:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25180 with x1830966202227328 ext(0->4095) 00002000:00010000:3.0:1746146162.807891:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25180 00000100:00100000:3.0:1746146162.807912:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13889 00000100:00100000:3.0:1746146162.807918:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202227328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146162.808281:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202227328:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 363us (510us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.808286:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13889 00002000:00100000:3.0:1746146162.808291:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25180 x1830966202227328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.808297:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25180 with x1830966202227328 ext(0->4095) 00002000:00010000:3.0:1746146162.808300:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25180 00000100:00100000:0.0:1746146162.809930:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.810337:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202227456 00000100:00100000:1.0:1746146162.810343:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202227456 00000100:00100000:1.0:1746146162.810378:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30886 00000100:00100000:1.0:1746146162.810385:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202227456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.810397:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.810408:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeaff expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.810435:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.810440:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.810441:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.810444:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.810466:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.810476:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 43 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.810486:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199248000:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.810558:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.812937:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.813029:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202227584 00000100:00100000:3.0:1746146162.813034:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202227584 00010000:00010000:3.0:1746146162.813057:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.813084:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14230 00000100:00100000:3.0:1746146162.813090:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202227584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.813099:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.813114:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.813122:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.813122:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199248000:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.813138:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6295f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaf8 expref: 44 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.813142:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.813151:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.813152:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.813157:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.813163:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.813476:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746146162.813490:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.813498:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199248128:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.813620:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202227584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 528us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.813626:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14230 00000100:00100000:1.0:1746146162.813633:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.815429:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199248128:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.815445:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146162.815484:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202227456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5099us (5558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.815491:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30886 00000100:00100000:0.0:1746146162.817376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.817418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.817431:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202227840 00000100:00100000:3.0:1746146162.817438:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202227840 00002000:00100000:3.0:1746146162.817468:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25c00 x1830966202227840/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.817477:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25c00 with x1830966202227840 ext(0->4095) 00002000:00010000:3.0:1746146162.817481:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25c00 00000100:00100000:1.0:1746146162.817559:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202227968 00000100:00100000:1.0:1746146162.817562:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202227968 00000100:00100000:1.0:1746146162.817598:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30887 00000100:00100000:1.0:1746146162.817604:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202227968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.817615:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.817627:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb06 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.817646:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.817652:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.817653:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.817656:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.817682:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.817691:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.817702:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199248256:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.818100:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3240 00000100:00100000:3.0:1746146162.818107:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202227840:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146162.818256:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.818315:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202227840:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 208us (943us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.818320:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3240 00002000:00100000:3.0:1746146162.818325:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25c00 x1830966202227840/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.818332:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25c00 with x1830966202227840 ext(0->4095) 00010000:00010000:3.0:1746146162.818338:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.818347:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.818353:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c25c00 00000100:00100000:1.0:1746146162.820033:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199248256:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.820054:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.820066:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8bc00, rc 0) 00000100:00100000:1.0:1746146162.820099:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202227968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2495us (2681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.820106:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30887 00000100:00100000:0.0:1746146162.822594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.822678:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202228096 00000100:00100000:3.0:1746146162.822684:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202228096 00010000:00010000:3.0:1746146162.822710:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.822803:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14231 00000100:00100000:3.0:1746146162.822809:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202228096:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.822819:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.822833:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.822843:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.822860:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62966 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeaff expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.822885:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.822887:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.822893:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.822900:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.822922:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.822933:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199248384:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.822991:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.825808:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199248384:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.825825:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.825869:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202228096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3059us (3279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.825877:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14231 00000100:00100000:0.0:1746146162.826115:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.826224:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202228352 00000100:00100000:2.0:1746146162.826230:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202228352 00002000:00100000:2.0:1746146162.826260:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25500 x1830966202228352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.826269:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25500 with x1830966202228352 ext(0->4095) 00002000:00010000:2.0:1746146162.826272:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25500 00000100:00100000:2.0:1746146162.826299:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13891 00000100:00100000:2.0:1746146162.826306:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202228352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146162.826406:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202228352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146162.826411:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13891 00002000:00100000:2.0:1746146162.826416:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25500 x1830966202228352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.826423:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25500 with x1830966202228352 ext(0->4095) 00002000:00010000:2.0:1746146162.826426:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25500 00000100:00100000:0.0:1746146162.831641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.831697:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202228480 00000100:00100000:1.0:1746146162.831708:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202228480 00000100:00100000:1.0:1746146162.831779:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30888 00000100:00100000:1.0:1746146162.831785:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202228480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.831799:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.831811:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb0d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.831833:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.831839:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.831841:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.831844:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.831866:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.831875:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 43 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.831885:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199248512:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.831952:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.833874:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199248512:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.833897:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.833909:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146162.833942:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202228480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2157us (2307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.833949:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30888 00000100:00100000:0.0:1746146162.837790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.837948:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202228608 00000100:00100000:2.0:1746146162.837956:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202228608 00002000:00100000:2.0:1746146162.837989:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130c24000 x1830966202228608/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.837997:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c24000 with x1830966202228608 ext(0->7) 00010000:00010000:2.0:1746146162.838004:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 44 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.838015:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 44 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146162.838021:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c24000 00000100:00100000:2.0:1746146162.838046:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3241 00000100:00100000:2.0:1746146162.838053:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202228608:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146162.842578:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202228608:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4519us (4789us total) trans 4294972226 rc 0/0 00000100:00100000:0.0:1746146162.842588:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3241 00002000:00100000:0.0:1746146162.842597:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130c24000 x1830966202228608/t4294972226(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 496/448 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146162.842606:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c24000 with x1830966202228608 ext(0->7) 00010000:00010000:0.0:1746146162.842613:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146162.842626:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146162.842631:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c24000 00000100:00100000:0.0:1746146162.843605:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.843909:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202228736 00000100:00100000:1.0:1746146162.843916:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202228736 00000100:00100000:1.0:1746146162.843962:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30889 00000100:00100000:1.0:1746146162.843969:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202228736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.843985:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.843996:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb14 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.844014:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.844019:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.844024:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146162.844027:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.844054:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.844064:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.844071:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00000100:00100000:1.0:1746146162.844109:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202228736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.844114:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30889 00000100:00100000:0.0:1746146162.844952:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.845004:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202228864 00000100:00100000:3.0:1746146162.845008:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202228864 00010000:00010000:3.0:1746146162.845026:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746146162.845282:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14232 00000100:00100000:0.0:1746146162.845289:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2010:x1830966202228864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146162.845297:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146162.845310:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146162.845320:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146162.845332:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6296d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb06 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146162.845375:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.845376:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.845380:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.845384:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.845399:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.845406:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 5 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746146162.845414:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199248768:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146162.845543:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.846419:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199248768:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.846432:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.846455:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2010:x1830966202228864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1167us (1504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.846462:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14232 00000100:00100000:0.0:1746146162.846924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.847020:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202229120 00000100:00100000:2.0:1746146162.847024:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202229120 00002000:00100000:2.0:1746146162.847048:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef6300 x1830966202229120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.847056:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966202229120 ext(0->4095) 00010000:00010000:2.0:1746146162.847061:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.847069:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146162.847073:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef6300 00000100:00100000:2.0:1746146162.847368:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3242 00000100:00100000:2.0:1746146162.847375:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202229120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146162.847471:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202229120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146162.847476:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3242 00002000:00100000:2.0:1746146162.847481:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef6300 x1830966202229120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.847488:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966202229120 ext(0->4095) 00010000:00010000:2.0:1746146162.847492:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.847503:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146162.847508:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef6300 00000100:00100000:0.0:1746146162.849689:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.849962:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202229248 00000100:00100000:2.0:1746146162.849969:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202229248 00010000:00010000:2.0:1746146162.849993:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146162.850025:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14233 00000100:00100000:2.0:1746146162.850031:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137307c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202229248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.850041:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.850055:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.850064:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.850082:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb62974 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb0d expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.850107:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.850109:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.850115:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.850125:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.850150:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.850159:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199248896:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.850235:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.852987:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.853038:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202229504 00000100:00100000:1.0:1746146162.853046:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202229504 00000100:00100000:2.0:1746146162.853079:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199248896:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746146162.853079:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4a80 x1830966202229504/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.853087:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4a80 with x1830966202229504 ext(0->4095) 00002000:00010000:1.0:1746146162.853091:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4a80 00010000:00010000:2.0:1746146162.853096:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.853122:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13892 00000100:00100000:2.0:1746146162.853125:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137307c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202229248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3095us (3443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.853128:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202229504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146162.853133:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14233 00000100:00100000:1.0:1746146162.853211:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202229504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.853225:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13892 00002000:00100000:1.0:1746146162.853233:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4a80 x1830966202229504/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.853240:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4a80 with x1830966202229504 ext(0->4095) 00002000:00010000:1.0:1746146162.853242:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4a80 00000100:00100000:0.0:1746146162.855392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.855472:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202229632 00000100:00100000:2.0:1746146162.855478:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202229632 00000100:00100000:2.0:1746146162.855520:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30890 00000100:00100000:2.0:1746146162.855526:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202229632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.855538:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.855559:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb1b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.855580:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.855586:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.855589:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.855592:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.855615:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.855625:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 45 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146162.855634:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199249024:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146162.855704:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146162.857821:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199249024:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146162.857821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.857875:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202229760 00000100:00100000:3.0:1746146162.857879:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202229760 00010000:00010000:3.0:1746146162.857902:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.857923:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14234 00000100:00100000:3.0:1746146162.857928:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202229760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.857938:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.857953:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.857962:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.857984:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6297b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb14 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.858044:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.858046:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.858052:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.858059:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.858083:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.858092:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199249152:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.858153:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00010000:00010000:2.0:1746146162.858189:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.858196:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146162.858221:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202229632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2692us (2831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.858228:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30890 00000100:00100000:3.0:1746146162.859474:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199249152:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.859485:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.859515:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202229760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1586us (1697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.859522:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14234 00000100:00100000:0.0:1746146162.860799:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.860900:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202230016 00000100:00100000:3.0:1746146162.860905:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202230016 00002000:00100000:3.0:1746146162.860937:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4000 x1830966202230016/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.860945:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4000 with x1830966202230016 ext(0->4095) 00002000:00010000:3.0:1746146162.860949:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4000 00000100:00100000:3.0:1746146162.860981:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13893 00000100:00100000:3.0:1746146162.860987:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202230016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146162.861801:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202230016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 812us (1002us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.861808:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13893 00002000:00100000:3.0:1746146162.861814:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4000 x1830966202230016/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.861825:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4000 with x1830966202230016 ext(0->4095) 00002000:00010000:3.0:1746146162.861828:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4000 00000100:00100000:2.0:1746146162.864495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.864938:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202230144 00000100:00100000:0.0:1746146162.864945:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202230144 00000100:00100000:1.0:1746146162.865238:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30891 00000100:00100000:1.0:1746146162.865248:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202230144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.865262:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.865276:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb22 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.865298:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.865304:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.865305:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.865308:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.865336:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.865342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146162.865384:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.865396:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199249280:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146162.865525:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202230272 00000100:00100000:0.0:1746146162.865528:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202230272 00000100:00100000:0.0:1746146162.865554:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30892 00000100:00100000:1.0:1746146162.865557:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.865559:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202230272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146162.865565:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146162.865570:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb29 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.865580:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.865583:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.865588:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146162.865590:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.865607:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.865616:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.865624:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945f800, rc 0) 00000100:00100000:0.0:1746146162.865848:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1766:x1830966202230272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 286us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.865854:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30892 00000100:00100000:1.0:1746146162.867470:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199249280:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.867491:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.867502:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00000100:00100000:1.0:1746146162.867596:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202230144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2349us (3106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.867602:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30891 00000100:00100000:2.0:1746146162.868101:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.868300:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202230400 00000100:00100000:3.0:1746146162.868306:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202230400 00010000:00010000:3.0:1746146162.868327:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.868354:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14235 00000100:00100000:3.0:1746146162.868360:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202230400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.868370:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.868384:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.868393:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.868581:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62982 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb1b expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.868682:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.868683:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.868689:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.868694:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.868735:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.868747:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.868757:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199249536:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.868815:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.870877:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199249536:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.870897:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.870926:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202230400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2565us (2824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.870934:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14235 00000100:00100000:0.0:1746146162.871685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.871747:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202230656 00000100:00100000:1.0:1746146162.871753:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202230656 00002000:00100000:1.0:1746146162.871787:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7b80 x1830966202230656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.871842:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7b80 with x1830966202230656 ext(0->4095) 00010000:00010000:1.0:1746146162.871850:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.871862:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146162.871871:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7b80 00000100:00100000:1.0:1746146162.871898:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3243 00000100:00100000:1.0:1746146162.871906:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202230656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.872002:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202230656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.872008:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3243 00002000:00100000:1.0:1746146162.872013:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7b80 x1830966202230656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.872021:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7b80 with x1830966202230656 ext(0->4095) 00010000:00010000:1.0:1746146162.872025:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.872033:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146162.872038:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7b80 00000100:00100000:0.0:1746146162.873882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.873962:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202230784 00000100:00100000:3.0:1746146162.873968:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202230784 00010000:00010000:3.0:1746146162.873987:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.874022:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14236 00000100:00100000:3.0:1746146162.874029:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2009:x1830966202230784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.874039:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.874052:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.874061:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.874077:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62989 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb22 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.874089:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.874091:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.874096:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.874102:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.874125:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.874135:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199249664:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.874249:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.875372:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199249664:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.875383:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.875404:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202230784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1376us (1527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.875412:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14236 00000100:00100000:0.0:1746146162.877150:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.877275:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202231040 00000100:00100000:1.0:1746146162.877280:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202231040 00002000:00100000:1.0:1746146162.877313:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4380 x1830966202231040/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.877323:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4380 with x1830966202231040 ext(0->4095) 00002000:00010000:1.0:1746146162.877327:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4380 00000100:00100000:1.0:1746146162.877354:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13894 00000100:00100000:1.0:1746146162.877361:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202231040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.877453:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202231040:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.877458:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13894 00002000:00100000:1.0:1746146162.877462:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4380 x1830966202231040/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.877468:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4380 with x1830966202231040 ext(0->4095) 00002000:00010000:1.0:1746146162.877471:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4380 00000100:00100000:0.0:1746146162.879427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.879556:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202231168 00000100:00100000:1.0:1746146162.879561:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202231168 00000100:00100000:1.0:1746146162.879600:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30893 00000100:00100000:1.0:1746146162.879607:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202231168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146162.879618:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.879630:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb30 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.879657:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.879664:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.879665:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.879668:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.879690:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.879703:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.879712:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199249792:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146162.880382:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.882590:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199249792:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146162.882591:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146162.882616:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.882630:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:3.0:1746146162.882689:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202231296 00000100:00100000:3.0:1746146162.882694:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202231296 00000100:00100000:1.0:1746146162.882706:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202231168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3057us (3240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.882733:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30893 00010000:00010000:3.0:1746146162.882780:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.882810:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14237 00000100:00100000:3.0:1746146162.882817:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202231296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.882829:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.882844:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.882853:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.882870:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb62990 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb29 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.882883:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.882884:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.882889:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.882896:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.882917:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.882925:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199249920:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.882979:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.884668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.884751:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199249920:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.884762:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.884899:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202231296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2081us (2311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.884909:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14237 00000100:00100000:2.0:1746146162.885157:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202231552 00000100:00100000:2.0:1746146162.885162:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202231552 00002000:00100000:2.0:1746146162.885187:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2a00 x1830966202231552/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.885200:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2a00 with x1830966202231552 ext(0->4095) 00002000:00010000:2.0:1746146162.885203:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa2a00 00000100:00100000:2.0:1746146162.885216:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13895 00000100:00100000:2.0:1746146162.885221:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202231552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146162.885308:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202231552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146162.885313:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13895 00002000:00100000:2.0:1746146162.885318:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2a00 x1830966202231552/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.885324:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2a00 with x1830966202231552 ext(0->4095) 00002000:00010000:2.0:1746146162.885327:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa2a00 00000100:00100000:0.0:1746146162.887251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146162.887310:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.887361:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202231680 00000100:00100000:2.0:1746146162.887366:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202231680 00000100:00100000:2.0:1746146162.887395:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202231808 00000100:00100000:2.0:1746146162.887397:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202231808 00000100:00100000:2.0:1746146162.887409:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30894 00000100:00100000:2.0:1746146162.887414:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202231680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746146162.887415:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30895 00000100:00100000:1.0:1746146162.887422:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202231808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.887426:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146162.887427:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.887437:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb37 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.887437:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb3e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.887454:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.887461:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.887462:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.887464:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.887499:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.887502:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.887506:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146162.887508:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.887524:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.887527:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.887534:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 5 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.887542:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.887558:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199250176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146162.887560:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146162.887592:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1766:x1830966202231808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.887597:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30895 00000100:00100000:2.0:1746146162.887610:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.891112:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.891245:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199250176:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146162.891274:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.891290:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146162.891332:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202231680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3915us (4086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.891339:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30894 00000100:00100000:3.0:1746146162.891381:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202231936 00000100:00100000:3.0:1746146162.891387:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202231936 00010000:00010000:3.0:1746146162.891409:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.891440:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14238 00000100:00100000:3.0:1746146162.891446:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202231936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.891455:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.891469:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.891479:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.891497:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62997 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb30 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.891509:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.891511:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.891516:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.891524:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.891557:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.891567:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.891577:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199250304:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.891625:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.894276:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199250304:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.894292:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.894325:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202231936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2878us (3219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.894333:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14238 00000100:00100000:3.0:1746146162.894425:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.894785:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202232192 00000100:00100000:1.0:1746146162.894791:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202232192 00002000:00100000:1.0:1746146162.894824:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f8e00 x1830966202232192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.894832:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8e00 with x1830966202232192 ext(0->4095) 00010000:00010000:1.0:1746146162.894839:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.894850:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146162.894856:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5f8e00 00000100:00100000:1.0:1746146162.895181:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3244 00000100:00100000:1.0:1746146162.895189:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202232192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.895483:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202232192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 295us (1058us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.895489:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3244 00002000:00100000:1.0:1746146162.895494:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f8e00 x1830966202232192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.895501:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8e00 with x1830966202232192 ext(0->4095) 00010000:00010000:1.0:1746146162.895505:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.895513:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146162.895518:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5f8e00 00000100:00100000:0.0:1746146162.897387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.897461:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202232320 00000100:00100000:3.0:1746146162.897467:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202232320 00010000:00010000:3.0:1746146162.897492:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.897521:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14239 00000100:00100000:3.0:1746146162.897526:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2009:x1830966202232320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.897536:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.897563:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.897577:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.897601:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6299e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb37 expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.897615:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.897617:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.897622:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.897629:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.897658:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.897668:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199250432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.897857:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.900161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.900242:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199250432:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.900464:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.900502:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202232320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2974us (3119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.900511:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14239 00000100:00100000:1.0:1746146162.900764:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202232576 00000100:00100000:1.0:1746146162.900770:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202232576 00002000:00100000:1.0:1746146162.900803:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1180 x1830966202232576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.900812:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1180 with x1830966202232576 ext(0->4095) 00002000:00010000:1.0:1746146162.900815:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa1180 00000100:00100000:1.0:1746146162.900830:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13896 00000100:00100000:1.0:1746146162.900836:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202232576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.901035:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202232576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (879us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.901040:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13896 00002000:00100000:1.0:1746146162.901046:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1180 x1830966202232576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.901052:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1180 with x1830966202232576 ext(0->4095) 00002000:00010000:1.0:1746146162.901054:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa1180 00000100:00100000:0.0:1746146162.903589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.903683:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202232704 00000100:00100000:2.0:1746146162.903690:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202232704 00000100:00100000:2.0:1746146162.903760:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30896 00000100:00100000:2.0:1746146162.903766:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202232704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.903782:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.903795:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb45 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.903917:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.903924:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.903926:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.903929:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.903954:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.903963:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 45 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146162.903973:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199250560:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146162.904325:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.906327:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.906509:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199250560:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146162.906533:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.906560:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146162.906596:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202232704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2829us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.906607:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30896 00000100:00100000:3.0:1746146162.906679:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202232832 00000100:00100000:3.0:1746146162.906684:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202232832 00010000:00010000:3.0:1746146162.906706:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.906767:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14240 00000100:00100000:3.0:1746146162.906773:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202232832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.906783:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.906798:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.906807:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.906825:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb629a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb3e expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.906839:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.906841:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.906846:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.906852:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.906873:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.906883:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199250688:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.906927:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.909035:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199250688:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.909052:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146162.909078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.909149:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202232832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2375us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.909158:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14240 00000100:00100000:1.0:1746146162.909459:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202233088 00000100:00100000:1.0:1746146162.909468:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202233088 00002000:00100000:1.0:1746146162.909499:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2d80 x1830966202233088/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.909506:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2d80 with x1830966202233088 ext(0->4095) 00002000:00010000:1.0:1746146162.909511:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa2d80 00000100:00100000:1.0:1746146162.909577:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13897 00000100:00100000:1.0:1746146162.909584:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202233088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146162.909674:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202233088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.909679:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13897 00002000:00100000:1.0:1746146162.909684:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2d80 x1830966202233088/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.909691:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2d80 with x1830966202233088 ext(0->4095) 00002000:00010000:1.0:1746146162.909693:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa2d80 00000100:00100000:3.0:1746146162.910962:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.911002:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202233216 00000100:00100000:2.0:1746146162.911007:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202233216 00000100:00100000:0.0:1746146162.911055:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30897 00000100:00100000:0.0:1746146162.911063:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202233216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146162.911074:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146162.911086:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb4c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.911233:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.911240:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.911241:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146162.911244:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.911267:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.911277:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746146162.911286:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199250816:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146162.911344:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.913451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.913889:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202233344 00000100:00100000:2.0:1746146162.913895:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202233344 00000100:00100000:2.0:1746146162.913930:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30898 00000100:00100000:2.0:1746146162.913937:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202233344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.913951:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.913963:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb53 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.913981:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.913986:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.913991:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.913994:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.914019:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.914030:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.914038:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146162.914517:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1766:x1830966202233344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 578us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.914523:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30898 00000100:00100000:0.0:1746146162.914922:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199250816:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146162.914938:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146162.914946:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945e400, rc 0) 00000100:00100000:0.0:1746146162.914963:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202233216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3902us (4005us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.914968:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30897 00000100:00100000:3.0:1746146162.915070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.915390:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202233472 00000100:00100000:2.0:1746146162.915394:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202233472 00010000:00010000:2.0:1746146162.915411:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146162.915694:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14241 00000100:00100000:2.0:1746146162.915702:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202233472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.915711:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.915747:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.915757:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.915771:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb629ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb45 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.915786:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.915788:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.915792:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.915799:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.915818:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.915827:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146162.915837:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199251072:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.916435:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.920218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.920865:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199251072:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.920880:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.921444:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202233472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5741us (6372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.921452:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14241 00000100:00100000:3.0:1746146162.921508:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202233728 00000100:00100000:3.0:1746146162.921513:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202233728 00002000:00100000:3.0:1746146162.921543:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3480 x1830966202233728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.921558:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3480 with x1830966202233728 ext(0->4095) 00010000:00010000:3.0:1746146162.921565:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.921577:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.921582:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa3480 00000100:00100000:3.0:1746146162.921601:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3245 00000100:00100000:3.0:1746146162.921607:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202233728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146162.922143:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202233728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 534us (1930us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.922148:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3245 00002000:00100000:3.0:1746146162.922154:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3480 x1830966202233728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.922161:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3480 with x1830966202233728 ext(0->4095) 00010000:00010000:3.0:1746146162.922166:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.922175:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.922180:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa3480 00000100:00100000:0.0:1746146162.926060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.926209:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202233856 00000100:00100000:2.0:1746146162.926217:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202233856 00010000:00010000:2.0:1746146162.926243:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146162.926429:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14242 00000100:00100000:2.0:1746146162.926434:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202233856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146162.926445:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146162.926458:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.926468:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.926483:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945e400/0x88944630cfb629b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb4c expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146162.926578:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.926580:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.926586:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.926593:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.926614:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146162.926623:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199251200:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146162.926880:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.929308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.929392:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199251200:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146162.929406:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146162.929449:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202233856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3014us (3396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.929457:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14242 00000100:00100000:3.0:1746146162.929817:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202234112 00000100:00100000:3.0:1746146162.929822:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202234112 00002000:00100000:3.0:1746146162.929849:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3100 x1830966202234112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.929857:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3100 with x1830966202234112 ext(0->4095) 00002000:00010000:3.0:1746146162.929861:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa3100 00000100:00100000:3.0:1746146162.929880:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13898 00000100:00100000:3.0:1746146162.929886:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202234112:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146162.929975:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202234112:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 90us (674us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.929981:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13898 00002000:00100000:3.0:1746146162.929985:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3100 x1830966202234112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.929992:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3100 with x1830966202234112 ext(0->4095) 00002000:00010000:3.0:1746146162.929994:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa3100 00000100:00100000:0.0:1746146162.932292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.933895:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202234240 00000100:00100000:2.0:1746146162.933905:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202234240 00000100:00100000:2.0:1746146162.933943:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30899 00000100:00100000:2.0:1746146162.933949:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202234240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.933964:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.933977:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb5a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.934006:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.934013:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.934015:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.934018:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.934041:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.934051:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146162.934061:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199251328:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146162.934131:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.937236:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.937246:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130683480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199251328:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.937291:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202234368 00000100:00100000:3.0:1746146162.937297:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202234368 00010000:00010000:3.0:1746146162.937323:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.937359:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14243 00000100:00100000:3.0:1746146162.937366:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202234368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146162.937376:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146162.937391:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.937400:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.937417:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb629ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb53 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.937442:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.937444:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.937450:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.937457:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.937485:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146162.937500:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199251456:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146162.937569:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746146162.938276:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.938289:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146162.938317:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202234240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4368us (6031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.938323:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30899 00000100:00100000:3.0:1746146162.939631:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199251456:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.939644:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146162.939669:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202234368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2303us (2440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.939678:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14243 00000100:00100000:0.0:1746146162.940639:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.940678:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202234624 00000100:00100000:1.0:1746146162.940683:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202234624 00002000:00100000:1.0:1746146162.940712:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1500 x1830966202234624/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.940745:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1500 with x1830966202234624 ext(0->4095) 00002000:00010000:1.0:1746146162.940749:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa1500 00000100:00100000:1.0:1746146162.940771:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13899 00000100:00100000:1.0:1746146162.940777:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202234624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146162.940870:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202234624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (234us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146162.940875:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13899 00002000:00100000:1.0:1746146162.940881:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1500 x1830966202234624/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146162.940887:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1500 with x1830966202234624 ext(0->4095) 00002000:00010000:1.0:1746146162.940889:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa1500 00000100:00100000:0.0:1746146162.941136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.941231:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202234752 00000100:00100000:3.0:1746146162.941234:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202234752 00000100:00100000:3.0:1746146162.941263:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30900 00000100:00100000:3.0:1746146162.941268:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202234752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.941276:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.941287:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb61 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.941309:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.941315:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.941317:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.941321:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.941341:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.941356:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 5 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.941365:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199251584:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.941406:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.943234:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199251584:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.943257:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.943269:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622a00, rc 0) 00000100:00100000:3.0:1746146162.943379:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202234752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2109us (2241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.943387:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30900 00000100:00100000:0.0:1746146162.943961:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.944215:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202234880 00000100:00100000:3.0:1746146162.944220:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202234880 00000100:00100000:3.0:1746146162.944257:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30901 00000100:00100000:3.0:1746146162.944263:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202234880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.944276:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.944288:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb68 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.944303:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.944306:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.944315:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.944319:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.944343:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.944352:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.944359:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136623e00, rc 0) 00000100:00100000:3.0:1746146162.944386:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202234880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146162.944390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.944392:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30901 00000100:00100000:3.0:1746146162.944407:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202235008 00000100:00100000:3.0:1746146162.944409:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202235008 00010000:00010000:3.0:1746146162.944420:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.944558:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14244 00000100:00100000:1.0:1746146162.944566:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202235008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.944574:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.944588:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.944597:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.944611:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb629c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb5a expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.944625:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.944627:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.944631:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.944638:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.944661:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.944670:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.944679:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199251840:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.944734:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.947183:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199251840:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.947201:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.947244:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202235008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2678us (2852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.947251:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14244 00000100:00100000:0.0:1746146162.947304:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.947411:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202235264 00000100:00100000:3.0:1746146162.947417:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202235264 00002000:00100000:3.0:1746146162.947446:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1880 x1830966202235264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.947455:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1880 with x1830966202235264 ext(0->4095) 00010000:00010000:3.0:1746146162.947462:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.947478:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.947657:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1880 00000100:00100000:3.0:1746146162.947708:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3246 00000100:00100000:3.0:1746146162.947853:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2009:x1830966202235264:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146162.948069:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2009:x1830966202235264:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 354us (763us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.948075:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3246 00002000:00100000:3.0:1746146162.948081:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1880 x1830966202235264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.948088:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1880 with x1830966202235264 ext(0->4095) 00010000:00010000:3.0:1746146162.948092:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.948101:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.948106:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1880 00000100:00100000:0.0:1746146162.952066:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.952182:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202235392 00000100:00100000:1.0:1746146162.952189:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202235392 00010000:00010000:1.0:1746146162.952219:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.952255:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14245 00000100:00100000:1.0:1746146162.952261:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2010:x1830966202235392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.952271:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.952285:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.952294:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.952311:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb61 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.952329:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.952331:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.952336:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.952343:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.952372:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.952381:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199251968:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.952450:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.954853:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199251968:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.954871:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.954901:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2010:x1830966202235392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2639us (2841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.954916:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14245 00000100:00100000:0.0:1746146162.955083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.955261:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202235648 00000100:00100000:3.0:1746146162.955266:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202235648 00002000:00100000:3.0:1746146162.955300:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ca80 x1830966202235648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.955307:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ca80 with x1830966202235648 ext(0->4095) 00002000:00010000:3.0:1746146162.955311:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ca80 00000100:00100000:3.0:1746146162.955341:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13900 00000100:00100000:3.0:1746146162.955348:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202235648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146162.955649:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202235648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 302us (566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.955655:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13900 00002000:00100000:3.0:1746146162.955660:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ca80 x1830966202235648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.955666:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ca80 with x1830966202235648 ext(0->4095) 00002000:00010000:3.0:1746146162.955669:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ca80 00000100:00100000:0.0:1746146162.957187:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.957267:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202235776 00000100:00100000:3.0:1746146162.957273:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202235776 00000100:00100000:3.0:1746146162.957348:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30902 00000100:00100000:3.0:1746146162.957355:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202235776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.957366:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.957378:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb6f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.957399:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.957405:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.957407:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.957410:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.957436:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.957445:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 45 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.957454:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199252096:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.957560:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.960928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.961356:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199252096:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.961383:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.961401:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202235904 00000100:00100000:1.0:1746146162.961407:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202235904 00010000:00010000:1.0:1746146162.961431:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.961468:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14246 00000100:00100000:1.0:1746146162.961474:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202235904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.961485:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.961500:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.961509:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.961526:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb629cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb68 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.961558:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.961560:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.961565:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.961573:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.961596:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.961610:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199252224:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146162.961661:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622a00, rc 0) 00000100:00100000:1.0:1746146162.961662:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.961685:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202235776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4330us (4501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.961691:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30902 00000100:00100000:0.0:1746146162.963217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.963242:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199252224:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.963257:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.963282:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202235904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1808us (2360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.963290:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14246 00000100:00100000:2.0:1746146162.963454:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202236160 00000100:00100000:2.0:1746146162.963459:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202236160 00002000:00100000:2.0:1746146162.963488:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093f800 x1830966202236160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.963496:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f800 with x1830966202236160 ext(0->4095) 00002000:00010000:2.0:1746146162.963500:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093f800 00000100:00100000:2.0:1746146162.963523:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13901 00000100:00100000:2.0:1746146162.963529:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202236160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146162.963630:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202236160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146162.963636:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13901 00002000:00100000:2.0:1746146162.963641:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093f800 x1830966202236160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146162.963647:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f800 with x1830966202236160 ext(0->4095) 00002000:00010000:2.0:1746146162.963650:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093f800 00000100:00100000:0.0:1746146162.965687:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.966123:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202236288 00000100:00100000:3.0:1746146162.966130:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202236288 00000100:00100000:3.0:1746146162.966168:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30903 00000100:00100000:3.0:1746146162.966176:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202236288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.966190:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.966203:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb76 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.966224:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.966231:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.966232:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146162.966235:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.966259:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.966268:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 5 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.966277:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199252352:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.966349:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.966496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.966534:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202236416 00000100:00100000:2.0:1746146162.966537:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202236416 00000100:00100000:2.0:1746146162.966574:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30904 00000100:00100000:2.0:1746146162.966579:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202236416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.966585:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.966591:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb7d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.966738:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.966743:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.966752:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.966754:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 48 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.966775:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.966791:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 48 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.966799:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00000100:00100000:2.0:1746146162.966831:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1766:x1830966202236416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 252us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.966837:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30904 00000100:00100000:0.0:1746146162.968120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.968163:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199252352:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.968179:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.968190:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622600, rc 0) 00000100:00100000:3.0:1746146162.968216:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202236288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2041us (2535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.968222:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30903 00000100:00100000:1.0:1746146162.968335:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202236544 00000100:00100000:1.0:1746146162.968340:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202236544 00010000:00010000:1.0:1746146162.968356:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.968384:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14247 00000100:00100000:1.0:1746146162.968389:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ddd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202236544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.968397:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.968439:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.968449:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.968465:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb629d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb6f expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.968485:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.968487:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.968491:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.968498:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.968517:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.968525:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.968534:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199252608:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.968591:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.969968:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199252608:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.969982:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.970006:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ddd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202236544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1616us (1891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.970013:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14247 00000100:00100000:0.0:1746146162.970209:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.970281:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202236800 00000100:00100000:3.0:1746146162.970285:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202236800 00002000:00100000:3.0:1746146162.970312:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093e300 x1830966202236800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.970326:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093e300 with x1830966202236800 ext(0->4095) 00010000:00010000:3.0:1746146162.970331:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.970342:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.970347:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093e300 00000100:00100000:3.0:1746146162.970361:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3247 00000100:00100000:3.0:1746146162.970367:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202236800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146162.970449:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202236800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.970455:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3247 00002000:00100000:3.0:1746146162.970459:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093e300 x1830966202236800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.970465:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093e300 with x1830966202236800 ext(0->4095) 00010000:00010000:3.0:1746146162.970469:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.970476:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.970883:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093e300 00000100:00100000:2.0:1746146162.974928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.974968:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202236928 00000100:00100000:1.0:1746146162.974975:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202236928 00010000:00010000:1.0:1746146162.974999:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.975034:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14248 00000100:00100000:1.0:1746146162.975041:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202236928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.975053:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.975068:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.975078:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.975095:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb76 expref: 47 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.975119:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.975121:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.975127:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.975134:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.975158:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.975168:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199252736:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.975232:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.977058:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199252736:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.977076:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.977824:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202236928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2780us (2899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.977837:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14248 00000100:00100000:2.0:1746146162.978089:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.978140:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202237184 00000100:00100000:3.0:1746146162.978146:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202237184 00002000:00100000:3.0:1746146162.978173:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680a80 x1830966202237184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.978185:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680a80 with x1830966202237184 ext(0->4095) 00002000:00010000:3.0:1746146162.978189:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130680a80 00000100:00100000:3.0:1746146162.978202:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13902 00000100:00100000:3.0:1746146162.978208:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202237184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146162.978314:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202237184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (225us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.978319:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13902 00002000:00100000:3.0:1746146162.978324:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680a80 x1830966202237184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.978331:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680a80 with x1830966202237184 ext(0->4095) 00002000:00010000:3.0:1746146162.978334:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130680a80 00000100:00100000:0.0:1746146162.980590:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.980636:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202237312 00000100:00100000:3.0:1746146162.980642:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202237312 00000100:00100000:3.0:1746146162.980921:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30905 00000100:00100000:3.0:1746146162.980930:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202237312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146162.980943:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146162.980957:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb84 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.980982:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 45 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.980993:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.980994:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146162.980997:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.981019:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 45 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.981088:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 45 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146162.981098:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199252864:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.981689:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146162.983153:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199252864:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146162.983174:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146162.983185:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622600, rc 0) 00000100:00100000:3.0:1746146162.983215:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202237312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2286us (2631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146162.983222:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30905 00000100:00100000:0.0:1746146162.985159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.985352:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202237440 00000100:00100000:1.0:1746146162.985359:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202237440 00010000:00010000:1.0:1746146162.985386:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.985471:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14249 00000100:00100000:1.0:1746146162.985478:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202237440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.985488:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.985502:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.985512:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.985528:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb629e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb7d expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.985553:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.985555:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.985560:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.985567:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.985590:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146162.985599:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199252992:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.985652:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.990005:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.990075:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199252992:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.990094:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.990127:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202237440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4650us (4973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.990136:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14249 00000100:00100000:0.0:1746146162.990604:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146162.990669:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202237696 00000100:00100000:3.0:1746146162.990674:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202237696 00002000:00100000:3.0:1746146162.990704:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093e680 x1830966202237696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/0 e 0 to 0 dl 1746146173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.990739:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093e680 with x1830966202237696 ext(0->4095) 00002000:00010000:3.0:1746146162.990743:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093e680 00000100:00100000:3.0:1746146162.990757:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13903 00000100:00100000:3.0:1746146162.990763:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202237696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146162.990992:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202237824 00000100:00100000:2.0:1746146162.990996:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202237824 00000100:00100000:2.0:1746146162.991020:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30906 00000100:00100000:2.0:1746146162.991025:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202237824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.991033:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.991045:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb8b expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.991064:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.991075:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.991078:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.991081:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.991101:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.991113:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146162.991122:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199253120:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146162.991289:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202237696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 525us (1289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146162.991296:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13903 00002000:00100000:3.0:1746146162.991302:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093e680 x1830966202237696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:293/0 lens 488/4536 e 0 to 0 dl 1746146173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146162.991309:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093e680 with x1830966202237696 ext(0->4095) 00010000:00010000:3.0:1746146162.991314:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146162.991324:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146162.991328:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093e680 00000100:00100000:2.0:1746146162.991526:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146162.993630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146162.993853:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202237952 00000100:00100000:2.0:1746146162.993859:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202237952 00000100:00100000:2.0:1746146162.993899:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30907 00000100:00100000:2.0:1746146162.993905:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202237952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146162.993918:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146162.993930:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb92 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.993947:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146162.993951:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 48 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.993956:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146162.993960:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.993987:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 48 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.993997:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.994005:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146162.994050:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f149450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1766:x1830966202237952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.994055:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30907 00000100:00100000:2.0:1746146162.994576:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130683100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199253120:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146162.994590:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146162.994597:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146162.994876:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202237824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3850us (4272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146162.994882:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30906 00000100:00100000:0.0:1746146162.996368:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146162.996448:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202238080 00000100:00100000:1.0:1746146162.996454:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202238080 00010000:00010000:1.0:1746146162.996478:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.996506:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14250 00000100:00100000:1.0:1746146162.996511:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202238080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146162.996520:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146162.996535:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.996553:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.996569:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb629eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb84 expref: 6 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146162.996590:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.996594:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146162.996600:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.996606:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.996630:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146162.996640:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146162.996649:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199253376:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146162.996709:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146162.998705:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199253376:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146162.998746:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146162.998777:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202238080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2264us (2412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146162.998786:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14250 00000100:00100000:0.0:1746146163.000672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.000759:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202238336 00000100:00100000:3.0:1746146163.000766:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202238336 00002000:00100000:3.0:1746146163.000801:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ed80 x1830966202238336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.000809:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ed80 with x1830966202238336 ext(0->4095) 00010000:00010000:3.0:1746146163.000816:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.000828:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.000834:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093ed80 00000100:00100000:3.0:1746146163.000862:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3248 00000100:00100000:3.0:1746146163.000870:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202238336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.000979:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202238336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.000984:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3248 00002000:00100000:3.0:1746146163.000989:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ed80 x1830966202238336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.000995:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ed80 with x1830966202238336 ext(0->4095) 00010000:00010000:3.0:1746146163.000999:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.001006:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.001011:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093ed80 00000100:00100000:0.0:1746146163.003378:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.003453:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202238464 00000100:00100000:1.0:1746146163.003460:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202238464 00010000:00010000:1.0:1746146163.003483:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.003585:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14251 00000100:00100000:2.0:1746146163.003594:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202238464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.003604:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.003620:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.003633:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.003649:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb629f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb8b expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.003677:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.003680:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.003685:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.003691:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.003735:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.003745:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199253504:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.003809:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.006995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.007206:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199253504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.007222:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.007259:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202238464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3666us (3884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.007268:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14251 00000100:00100000:1.0:1746146163.008162:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202238720 00000100:00100000:1.0:1746146163.008168:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202238720 00002000:00100000:1.0:1746146163.008201:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d500 x1830966202238720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.008209:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d500 with x1830966202238720 ext(0->4095) 00002000:00010000:1.0:1746146163.008213:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093d500 00000100:00100000:1.0:1746146163.008238:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13904 00000100:00100000:1.0:1746146163.008246:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202238720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.008363:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202238720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.008368:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13904 00002000:00100000:1.0:1746146163.008373:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d500 x1830966202238720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.008380:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d500 with x1830966202238720 ext(0->4095) 00002000:00010000:1.0:1746146163.008382:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093d500 00000100:00100000:0.0:1746146163.010348:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.010432:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202238848 00000100:00100000:2.0:1746146163.010438:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202238848 00000100:00100000:2.0:1746146163.010518:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30908 00000100:00100000:2.0:1746146163.010525:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202238848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.010539:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.010566:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeb99 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.010586:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.010592:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.010594:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.010597:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.010618:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.010628:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 45 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.010637:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199253632:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.010706:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.012652:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c25f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199253632:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.012677:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.012694:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146163.012760:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202238848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2234us (2415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.012766:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30908 00000100:00100000:0.0:1746146163.013751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.013958:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202238976 00000100:00100000:2.0:1746146163.013965:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202238976 00010000:00010000:2.0:1746146163.013992:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.014021:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14252 00000100:00100000:2.0:1746146163.014028:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202238976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.014039:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.014053:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.014063:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.014082:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb629f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb92 expref: 46 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.014109:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.014111:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.014117:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.014129:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.014397:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.014407:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199253760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.014474:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.016429:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c25f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199253760:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.016447:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.016489:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202238976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2461us (2740us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.016498:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14252 00000100:00100000:2.0:1746146163.017213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.017347:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202239232 00000100:00100000:3.0:1746146163.017353:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202239232 00002000:00100000:3.0:1746146163.017384:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25f80 x1830966202239232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.017392:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25f80 with x1830966202239232 ext(0->4095) 00002000:00010000:3.0:1746146163.017396:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25f80 00000100:00100000:3.0:1746146163.017422:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13905 00000100:00100000:3.0:1746146163.017428:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202239232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146163.017530:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202239232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.017536:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13905 00002000:00100000:3.0:1746146163.017541:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25f80 x1830966202239232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.017564:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25f80 with x1830966202239232 ext(0->4095) 00002000:00010000:3.0:1746146163.017566:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c25f80 00000100:00100000:0.0:1746146163.018412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.018539:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202239360 00000100:00100000:2.0:1746146163.018555:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202239360 00000100:00100000:2.0:1746146163.018589:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30909 00000100:00100000:2.0:1746146163.018595:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202239360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.018604:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.018616:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeba0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.018634:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.018644:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.018646:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.018649:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.018671:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.018682:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.018692:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199253888:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.018767:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.020087:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199253888:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.020105:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.020116:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:3.0:1746146163.020141:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202239360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1547us (1731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.020147:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30909 00000100:00100000:0.0:1746146163.021181:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.021653:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202239488 00000100:00100000:3.0:1746146163.021658:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202239488 00000100:00100000:0.0:1746146163.021827:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30910 00000100:00100000:0.0:1746146163.021835:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202239488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146163.021848:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146163.021859:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeba7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.021878:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146163.021882:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.021887:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146163.021890:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.021913:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.021923:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.021931:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945ec00, rc 0) 00000100:00100000:0.0:1746146163.021972:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202239488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146163.021977:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30910 00000100:00100000:1.0:1746146163.022130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.022518:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202239616 00000100:00100000:3.0:1746146163.022522:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202239616 00010000:00010000:3.0:1746146163.022536:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.022570:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14253 00000100:00100000:3.0:1746146163.022576:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202239616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.022583:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.022597:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.022605:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.022618:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeb99 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.022633:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.022634:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.022638:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.022644:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.022660:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.022669:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.022677:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199254144:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.023609:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.026086:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.026308:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202239872 00000100:00100000:1.0:1746146163.026315:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202239872 00002000:00100000:1.0:1746146163.026349:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c26300 x1830966202239872/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.026358:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26300 with x1830966202239872 ext(0->4095) 00010000:00010000:1.0:1746146163.026365:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.026375:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.026380:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c26300 00000100:00100000:3.0:1746146163.026461:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199254144:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.026476:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146163.026782:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3249 00000100:00100000:1.0:1746146163.026790:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202239872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.026890:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202239872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (809us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.026895:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3249 00002000:00100000:1.0:1746146163.026901:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c26300 x1830966202239872/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.026907:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26300 with x1830966202239872 ext(0->4095) 00010000:00010000:1.0:1746146163.026912:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.026920:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.026925:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c26300 00000100:00100000:3.0:1746146163.026992:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202239616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4415us (4861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.026999:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14253 00000100:00100000:0.0:1746146163.029645:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.030017:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202240000 00000100:00100000:3.0:1746146163.030024:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202240000 00010000:00010000:3.0:1746146163.030050:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.030081:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14254 00000100:00100000:3.0:1746146163.030087:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2009:x1830966202240000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.030097:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.030111:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.030120:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.030137:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba0 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.030297:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.030299:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.030304:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.030312:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.030336:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.030346:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199254272:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.030659:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.033252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.033395:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202240256 00000100:00100000:2.0:1746146163.033402:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202240256 00002000:00100000:2.0:1746146163.033434:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ea00 x1830966202240256/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.033443:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ea00 with x1830966202240256 ext(0->4095) 00002000:00010000:2.0:1746146163.033447:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ea00 00000100:00100000:3.0:1746146163.033462:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199254272:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.033477:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.033477:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13906 00000100:00100000:2.0:1746146163.033484:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202240256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.033507:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2009:x1830966202240000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3420us (3869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.033515:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14254 00000100:00100000:2.0:1746146163.033584:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202240256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.033593:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13906 00002000:00100000:2.0:1746146163.033598:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ea00 x1830966202240256/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.033605:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ea00 with x1830966202240256 ext(0->4095) 00002000:00010000:2.0:1746146163.033607:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ea00 00000100:00100000:0.0:1746146163.035801:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.035967:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202240384 00000100:00100000:3.0:1746146163.035973:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202240384 00000100:00100000:3.0:1746146163.036007:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30911 00000100:00100000:3.0:1746146163.036012:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202240384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.036022:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.036032:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebae expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.036050:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.036054:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.036055:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.036057:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.036076:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.036083:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.036090:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199254400:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.036145:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.039089:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199254400:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.039112:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.039124:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622a00, rc 0) 00000100:00100000:3.0:1746146163.039152:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202240384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3140us (3357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.039159:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30911 00000100:00100000:0.0:1746146163.039833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.040222:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202240512 00000100:00100000:3.0:1746146163.040228:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202240512 00010000:00010000:3.0:1746146163.040252:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.040285:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14255 00000100:00100000:3.0:1746146163.040292:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202240512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.040304:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.040321:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.040332:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.040350:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb62a0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeba7 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.040375:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.040377:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.040382:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.040390:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.040416:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.040426:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199254528:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.040492:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.042679:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199254528:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.042694:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.042753:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202240512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2461us (2920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.042761:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14255 00000100:00100000:0.0:1746146163.043391:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.043525:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202240768 00000100:00100000:2.0:1746146163.043531:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202240768 00002000:00100000:2.0:1746146163.043566:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093fb80 x1830966202240768/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.043574:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093fb80 with x1830966202240768 ext(0->4095) 00002000:00010000:2.0:1746146163.043578:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093fb80 00000100:00100000:2.0:1746146163.044061:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13907 00000100:00100000:2.0:1746146163.044115:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202240768:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00010000:00010000:0.0:1746146163.044259:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746146163.044531:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202240768:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 463us (1142us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.044537:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13907 00002000:00100000:2.0:1746146163.044554:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093fb80 x1830966202240768/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.044562:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093fb80 with x1830966202240768 ext(0->4095) 00002000:00010000:2.0:1746146163.044565:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093fb80 00000100:00100000:0.0:1746146163.045301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.045375:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202240896 00000100:00100000:3.0:1746146163.045380:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202240896 00000100:00100000:3.0:1746146163.045403:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30912 00000100:00100000:3.0:1746146163.045408:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202240896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.045417:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.045429:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebb5 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.045447:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.045453:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.045454:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.045457:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.045477:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.045486:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.045496:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199254656:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.045559:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.047416:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199254656:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.047831:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.047849:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136623e00, rc 0) 00000100:00100000:3.0:1746146163.048066:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202240896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2655us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.048073:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30912 00000100:00100000:0.0:1746146163.048183:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.048437:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202241024 00000100:00100000:3.0:1746146163.048441:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202241024 00000100:00100000:3.0:1746146163.048470:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30913 00000100:00100000:3.0:1746146163.048475:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202241024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.048485:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.048495:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebbc expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.048508:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.048511:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.048516:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.048519:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.048538:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.048560:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.048570:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136623a00, rc 0) 00000100:00100000:3.0:1746146163.048598:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202241024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.048602:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30913 00000100:00100000:0.0:1746146163.049880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.049947:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202241152 00000100:00100000:3.0:1746146163.049951:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202241152 00010000:00010000:3.0:1746146163.049971:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.050028:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14256 00000100:00100000:3.0:1746146163.050034:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202241152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.050044:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.050056:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.050065:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.050079:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136622a00/0x88944630cfb62a15 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebae expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.050358:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.050360:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.050365:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.050376:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.050396:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.050404:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.050413:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199254912:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.050844:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.052807:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199254912:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.052823:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.052853:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202241152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2819us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.052863:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14256 00000100:00100000:0.0:1746146163.053350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.053772:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202241408 00000100:00100000:3.0:1746146163.053778:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202241408 00002000:00100000:3.0:1746146163.053807:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d880 x1830966202241408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.053815:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d880 with x1830966202241408 ext(0->4095) 00010000:00010000:3.0:1746146163.053822:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.053832:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.053839:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093d880 00000100:00100000:3.0:1746146163.053864:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3250 00000100:00100000:3.0:1746146163.053871:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202241408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.053973:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202241408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (623us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.053979:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3250 00002000:00100000:3.0:1746146163.053983:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d880 x1830966202241408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.053991:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d880 with x1830966202241408 ext(0->4095) 00010000:00010000:3.0:1746146163.053995:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.054003:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.054008:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093d880 00000100:00100000:0.0:1746146163.057880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.057959:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202241536 00000100:00100000:3.0:1746146163.057966:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202241536 00010000:00010000:3.0:1746146163.057995:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.058383:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14257 00000100:00100000:3.0:1746146163.058390:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202241536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.058402:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.058418:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.058428:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.058444:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebb5 expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.058470:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.058471:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.058477:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.058483:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.058508:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.058517:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199255040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.058588:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.061879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.061961:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202241792 00000100:00100000:1.0:1746146163.061968:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202241792 00002000:00100000:1.0:1746146163.062005:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ea00 x1830966202241792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.062013:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ea00 with x1830966202241792 ext(0->4095) 00002000:00010000:1.0:1746146163.062017:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ea00 00000100:00100000:3.0:1746146163.062231:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199255040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.062247:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.062280:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202241536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3890us (4405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.062288:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14257 00000100:00100000:1.0:1746146163.062347:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13908 00000100:00100000:1.0:1746146163.062355:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202241792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.062445:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202241792:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.062450:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13908 00002000:00100000:1.0:1746146163.062454:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ea00 x1830966202241792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.062459:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ea00 with x1830966202241792 ext(0->4095) 00002000:00010000:1.0:1746146163.062462:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ea00 00000100:00100000:0.0:1746146163.066347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.066538:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202241920 00000100:00100000:2.0:1746146163.066552:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202241920 00000100:00100000:2.0:1746146163.066829:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30914 00000100:00100000:2.0:1746146163.066837:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202241920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.066852:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.066866:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebc3 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.066888:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 45 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.066895:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.066896:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.066899:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.066920:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 45 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.066929:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 45 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.066938:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199255168:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.067003:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.069571:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199255168:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.069597:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.069610:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146163.069643:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202241920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2806us (3302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.069650:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30914 00000100:00100000:0.0:1746146163.069793:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.069882:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202242048 00000100:00100000:3.0:1746146163.069887:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202242048 00010000:00010000:3.0:1746146163.069907:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.069932:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14258 00000100:00100000:3.0:1746146163.069937:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202242048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.069947:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.069962:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.069970:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.069988:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebbc expref: 46 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.070000:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.070001:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.070007:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.070013:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.070034:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.070048:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199255296:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.070100:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.073015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.073091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.073144:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202242432 00000100:00100000:2.0:1746146163.073150:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202242432 00000100:00100000:2.0:1746146163.073182:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30915 00000100:00100000:2.0:1746146163.073188:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202242432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.073201:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.073212:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebca expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.073231:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.073237:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.073239:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.073242:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.073262:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.073271:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.073280:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199255424:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.074006:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199255296:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.074019:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.074036:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202242048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4099us (4244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.074044:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14258 00000100:00100000:3.0:1746146163.074068:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202242304 00000100:00100000:3.0:1746146163.074070:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202242304 00002000:00100000:3.0:1746146163.074085:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8e300 x1830966202242304/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.074093:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e300 with x1830966202242304 ext(0->4095) 00010000:00010000:3.0:1746146163.074097:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.074105:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.074110:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8e300 00000100:00100000:3.0:1746146163.074128:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3251 00000100:00100000:3.0:1746146163.074132:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202242304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.074200:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202242304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 68us (1191us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.074208:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3251 00002000:00100000:3.0:1746146163.074211:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8e300 x1830966202242304/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.074218:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e300 with x1830966202242304 ext(0->4095) 00010000:00010000:3.0:1746146163.074221:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.074228:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.074233:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8e300 00000100:00100000:2.0:1746146163.074325:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.076569:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199255424:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.076593:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.076608:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146163.076864:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202242432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3675us (3772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.076871:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30915 00000100:00100000:0.0:1746146163.078746:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.079012:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202242560 00000100:00100000:2.0:1746146163.079018:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202242560 00000100:00100000:2.0:1746146163.079056:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30916 00000100:00100000:2.0:1746146163.079062:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202242560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.079076:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.079088:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebd1 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.079108:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.079112:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.079117:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.079119:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.079145:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.079154:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 47 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.079166:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146163.079203:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202242560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.079208:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30916 00000100:00100000:3.0:1746146163.080083:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.080156:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202242688 00000100:00100000:0.0:1746146163.080159:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202242688 00010000:00010000:0.0:1746146163.080175:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746146163.080213:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14259 00000100:00100000:0.0:1746146163.080218:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202242688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146163.080225:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146163.080238:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.080246:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.080259:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62a2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebc3 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.080279:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146163.080280:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146163.080285:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.080291:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.080306:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.080314:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746146163.080323:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199255680:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146163.080464:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.083447:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199255680:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146163.083463:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146163.083506:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202242688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3286us (3422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.083515:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14259 00000100:00100000:0.0:1746146163.085456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.085662:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202242944 00000100:00100000:2.0:1746146163.085669:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202242944 00002000:00100000:2.0:1746146163.085704:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ed80 x1830966202242944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.085768:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ed80 with x1830966202242944 ext(0->4095) 00010000:00010000:2.0:1746146163.085776:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.085787:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.085793:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ed80 00000100:00100000:2.0:1746146163.085883:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3252 00000100:00100000:2.0:1746146163.085890:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202242944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.086154:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202242944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 264us (704us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.086160:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3252 00002000:00100000:2.0:1746146163.086166:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ed80 x1830966202242944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.086178:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ed80 with x1830966202242944 ext(0->4095) 00010000:00010000:2.0:1746146163.086183:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.086191:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.086196:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ed80 00000100:00100000:0.0:1746146163.088322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.088417:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202243072 00000100:00100000:1.0:1746146163.088424:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202243072 00010000:00010000:1.0:1746146163.088452:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.088483:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14260 00000100:00100000:1.0:1746146163.088489:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2010:x1830966202243072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146163.088499:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146163.088513:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.088521:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.088539:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62a31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebca expref: 47 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.088564:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.088566:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.088571:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.088577:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.088602:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146163.088612:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199255808:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146163.089638:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.092954:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.093133:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199255808:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146163.093150:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146163.093181:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2010:x1830966202243072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4692us (4864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.093191:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14260 00000100:00100000:2.0:1746146163.093256:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202243328 00000100:00100000:2.0:1746146163.093260:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202243328 00002000:00100000:2.0:1746146163.093290:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8c700 x1830966202243328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.093298:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c700 with x1830966202243328 ext(0->4095) 00002000:00010000:2.0:1746146163.093301:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8c700 00000100:00100000:2.0:1746146163.093327:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13909 00000100:00100000:2.0:1746146163.093333:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202243328:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746146163.093420:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202243328:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.093426:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13909 00002000:00100000:2.0:1746146163.093430:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8c700 x1830966202243328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.093436:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c700 with x1830966202243328 ext(0->4095) 00002000:00010000:2.0:1746146163.093438:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8c700 00000100:00100000:0.0:1746146163.097878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.097977:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202243456 00000100:00100000:2.0:1746146163.097985:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202243456 00000100:00100000:2.0:1746146163.100644:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30917 00000100:00100000:2.0:1746146163.100659:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202243456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.100674:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.100688:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebd8 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.100711:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.100730:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.100732:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.100734:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.100759:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 45 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.100769:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 45 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.100779:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199255936:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.100867:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.102453:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199255936:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.102474:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.102489:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146163.102519:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202243456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1866us (4647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.102525:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30917 00000100:00100000:0.0:1746146163.111524:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.111621:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202243584 00000100:00100000:3.0:1746146163.111629:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202243584 00002000:00100000:3.0:1746146163.111668:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099525180 x1830966202243584/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.111678:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525180 with x1830966202243584 ext(0->7) 00010000:00010000:3.0:1746146163.111686:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.111698:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 46 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.111705:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099525180 00000100:00100000:2.0:1746146163.111754:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3253 00000100:00100000:2.0:1746146163.111762:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202243584:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146163.113529:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966202243584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1717us (1961us total) trans 4294972227 rc 0/0 00000100:00100000:0.0:1746146163.113537:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3253 00002000:00100000:0.0:1746146163.113553:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880099525180 x1830966202243584/t4294972227(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.113562:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525180 with x1830966202243584 ext(0->7) 00010000:00010000:0.0:1746146163.113568:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 48 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.113579:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 48 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.113585:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099525180 00000100:00100000:0.0:1746146163.125514:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.127460:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202243712 00000100:00100000:2.0:1746146163.127469:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202243712 00000100:00100000:2.0:1746146163.127502:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30918 00000100:00100000:2.0:1746146163.127509:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1758:x1830966202243712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.127522:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.127534:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebdf expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.127564:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.127569:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.127574:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146163.127576:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.127605:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.127619:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.127627:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146163.127664:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+49:1758:x1830966202243712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.127670:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30918 00000100:00100000:2.0:1746146163.127741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.131578:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202243840 00000100:00100000:1.0:1746146163.131588:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202243840 00010000:00010000:1.0:1746146163.131619:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 49 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.132185:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14261 00000100:00100000:1.0:1746146163.132193:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2009:x1830966202243840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146163.132206:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146163.132222:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 49 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.132233:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 49 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.132250:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62a38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd1 expref: 49 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.133655:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.133659:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.133668:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.133677:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.133729:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.133740:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.133750:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199256192:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146163.134874:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.136707:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199256192:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.136753:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.136792:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2009:x1830966202243840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4599us (9049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.136801:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14261 00000100:00100000:0.0:1746146163.137170:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.137437:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202244096 00000100:00100000:2.0:1746146163.137442:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202244096 00002000:00100000:2.0:1746146163.137469:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099526a00 x1830966202244096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.137478:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526a00 with x1830966202244096 ext(0->4095) 00010000:00010000:2.0:1746146163.137484:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.137494:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.137499:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099526a00 00000100:00100000:2.0:1746146163.138327:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3254 00000100:00100000:2.0:1746146163.138335:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202244096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.138428:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202244096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (1259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.138434:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3254 00002000:00100000:2.0:1746146163.138439:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099526a00 x1830966202244096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.138447:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526a00 with x1830966202244096 ext(0->4095) 00010000:00010000:2.0:1746146163.138452:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.138461:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.138467:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099526a00 00000100:00100000:0.0:1746146163.141561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.141754:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202244224 00000100:00100000:2.0:1746146163.141762:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202244224 00010000:00010000:2.0:1746146163.141790:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.141816:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14262 00000100:00100000:2.0:1746146163.141823:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202244224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.141833:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.141849:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.141863:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.141882:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62a3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebd8 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.141910:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.141912:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.141917:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.141924:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.141949:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.141958:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199256320:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.143217:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.145418:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.145602:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199256320:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.145617:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.145991:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202244224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4168us (4435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.146001:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14262 00000100:00100000:3.0:1746146163.146315:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202244480 00000100:00100000:3.0:1746146163.146321:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202244480 00002000:00100000:3.0:1746146163.146351:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba3480 x1830966202244480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.146361:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba3480 with x1830966202244480 ext(0->4095) 00002000:00010000:3.0:1746146163.146365:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba3480 00000100:00100000:3.0:1746146163.146385:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13910 00000100:00100000:3.0:1746146163.146391:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966202244480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.146481:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966202244480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (1068us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.146486:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13910 00002000:00100000:3.0:1746146163.146490:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba3480 x1830966202244480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.146496:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba3480 with x1830966202244480 ext(0->4095) 00002000:00010000:3.0:1746146163.146499:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba3480 00000100:00100000:0.0:1746146163.154814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.154936:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202244608 00000100:00100000:2.0:1746146163.154944:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202244608 00000100:00100000:2.0:1746146163.154976:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30919 00000100:00100000:2.0:1746146163.154981:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202244608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.154994:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.155007:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebe6 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.155028:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.155034:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.155035:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.155038:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.155058:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 47 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.155067:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 47 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.155076:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199256448:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.155184:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.158550:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199256448:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.158579:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.158598:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146163.158632:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202244608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3650us (3826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.158638:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30919 00000100:00100000:0.0:1746146163.168241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.168412:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202244736 00000100:00100000:2.0:1746146163.168419:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202244736 00002000:00100000:2.0:1746146163.168456:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131ba0a80 x1830966202244736/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.168464:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba0a80 with x1830966202244736 ext(0->7) 00010000:00010000:2.0:1746146163.168471:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 48 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.168482:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 48 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.168488:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ba0a80 00000100:00100000:2.0:1746146163.168514:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3255 00000100:00100000:2.0:1746146163.168522:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966202244736:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146163.175906:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2007:x1830966202244736:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 7377us (7662us total) trans 4294972228 rc 0/0 00000100:00100000:0.0:1746146163.175916:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3255 00002000:00100000:0.0:1746146163.175924:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131ba0a80 x1830966202244736/t4294972228(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.175933:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba0a80 with x1830966202244736 ext(0->7) 00010000:00010000:0.0:1746146163.175941:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 50 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.175955:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 50 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.175961:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ba0a80 00000100:00100000:0.0:1746146163.178271:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.178351:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202244864 00000100:00100000:2.0:1746146163.178358:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202244864 00000100:00100000:2.0:1746146163.178395:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30920 00000100:00100000:2.0:1746146163.178402:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+50:1758:x1830966202244864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.178415:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.178429:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebed expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.178450:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.178454:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.178459:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146163.178463:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.178492:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.178501:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.178510:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00000100:00100000:2.0:1746146163.178568:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+51:1758:x1830966202244864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.178574:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30920 00000100:00100000:0.0:1746146163.181754:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.182282:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202244992 00000100:00100000:2.0:1746146163.182289:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202244992 00010000:00010000:2.0:1746146163.182319:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 51 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.182343:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14263 00000100:00100000:2.0:1746146163.182349:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2010:x1830966202244992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.182359:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.182375:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 51 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.182385:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 51 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.182402:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62a46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebdf expref: 51 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.182896:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.182899:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.182906:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.182913:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.182943:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.182953:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.182964:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199256704:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.183741:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.197865:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.197935:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202245248 00000100:00100000:1.0:1746146163.197942:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202245248 00002000:00100000:1.0:1746146163.197977:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba2680 x1830966202245248/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.197986:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba2680 with x1830966202245248 ext(0->4095) 00010000:00010000:1.0:1746146163.197993:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.198004:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.198010:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ba2680 00000100:00100000:1.0:1746146163.198037:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3256 00000100:00100000:1.0:1746146163.198045:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202245248:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.198145:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202245248:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.198150:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3256 00002000:00100000:1.0:1746146163.198156:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba2680 x1830966202245248/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.198162:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba2680 with x1830966202245248 ext(0->4095) 00010000:00010000:1.0:1746146163.198166:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.198174:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.198179:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ba2680 00000100:00100000:2.0:1746146163.198539:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199256704:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.198563:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.198586:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2010:x1830966202244992:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 16236us (16837us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.198592:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14263 00000100:00100000:0.0:1746146163.201656:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.201970:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202245376 00000100:00100000:2.0:1746146163.201978:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202245376 00010000:00010000:2.0:1746146163.202006:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.202030:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14264 00000100:00100000:2.0:1746146163.202036:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202245376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.202047:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.202063:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.202073:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.202090:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62a4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebe6 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.202116:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.202118:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.202123:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 49 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.202130:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 49 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.202152:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 49 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.202162:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199256832:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.203404:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.204195:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199256832:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.204213:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.204243:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202245376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2206us (2592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.204252:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14264 00000100:00100000:0.0:1746146163.204675:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.204741:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202245632 00000100:00100000:3.0:1746146163.204747:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202245632 00002000:00100000:3.0:1746146163.204776:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c728000 x1830966202245632/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.204784:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728000 with x1830966202245632 ext(0->4095) 00002000:00010000:3.0:1746146163.204788:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c728000 00000100:00100000:3.0:1746146163.204807:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13911 00000100:00100000:3.0:1746146163.204812:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2008:x1830966202245632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146163.204898:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2008:x1830966202245632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (224us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.204907:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13911 00002000:00100000:3.0:1746146163.204911:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c728000 x1830966202245632/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.204918:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728000 with x1830966202245632 ext(0->4095) 00002000:00010000:3.0:1746146163.204920:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c728000 00000100:00100000:0.0:1746146163.209232:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.209457:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202245760 00000100:00100000:2.0:1746146163.209466:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202245760 00000100:00100000:2.0:1746146163.209500:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30921 00000100:00100000:2.0:1746146163.209506:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202245760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.209519:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.209532:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebf4 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.209563:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 49 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.209570:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.209571:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.209575:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.209598:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 49 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.209611:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 49 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.209621:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199256960:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.214341:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.215078:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199256960:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.215100:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.215114:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:3.0:1746146163.215161:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202245760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5654us (5934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.215168:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30921 00000100:00100000:0.0:1746146163.215282:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.215772:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.215874:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202246016 00000100:00100000:3.0:1746146163.215879:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202246016 00000100:00100000:3.0:1746146163.215999:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30922 00000100:00100000:3.0:1746146163.216006:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+50:1758:x1830966202246016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.216018:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.216028:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfebfb expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.216045:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.216049:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.216058:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146163.216061:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 51 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.216085:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.216094:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 51 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.216101:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136623a00, rc 0) 00000100:00100000:3.0:1746146163.216134:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:1758:x1830966202246016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.216140:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30922 00000100:00100000:2.0:1746146163.216892:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202245888 00000100:00100000:2.0:1746146163.216897:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202245888 00010000:00010000:2.0:1746146163.216916:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 51 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.216934:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14265 00000100:00100000:2.0:1746146163.216939:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2007:x1830966202245888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.216947:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.216961:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 51 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.216969:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 51 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.216983:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62a54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebed expref: 51 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.217011:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.217012:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.217018:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.217028:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.217050:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.217059:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.217069:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199257216:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.217113:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.223985:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199257216:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.224003:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.224052:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2007:x1830966202245888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7112us (8770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.224060:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14265 00000100:00100000:0.0:1746146163.224785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.224839:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202246272 00000100:00100000:1.0:1746146163.224845:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202246272 00002000:00100000:1.0:1746146163.224877:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a680 x1830966202246272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.224886:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a680 with x1830966202246272 ext(0->4095) 00010000:00010000:1.0:1746146163.224896:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.224909:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.224914:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72a680 00000100:00100000:1.0:1746146163.225010:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3257 00000100:00100000:1.0:1746146163.225017:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202246272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.225121:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202246272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.225127:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3257 00002000:00100000:1.0:1746146163.225132:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a680 x1830966202246272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.225139:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a680 with x1830966202246272 ext(0->4095) 00010000:00010000:1.0:1746146163.225143:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.225151:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.225157:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72a680 00000100:00100000:0.0:1746146163.227992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.228161:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202246400 00000100:00100000:2.0:1746146163.228169:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202246400 00010000:00010000:2.0:1746146163.228194:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.228214:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14266 00000100:00100000:2.0:1746146163.228220:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202246400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.228229:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.228244:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.228254:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.228271:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62a5b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebf4 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.228300:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.228301:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.228308:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.228314:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.228337:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.228346:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199257344:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.228411:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.231792:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.231912:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202246656 00000100:00100000:1.0:1746146163.231920:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202246656 00002000:00100000:1.0:1746146163.231957:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955c00 x1830966202246656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.231966:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955c00 with x1830966202246656 ext(0->4095) 00002000:00010000:1.0:1746146163.231970:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c955c00 00000100:00100000:1.0:1746146163.231997:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13912 00000100:00100000:1.0:1746146163.232004:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2007:x1830966202246656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.232118:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2007:x1830966202246656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.232124:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13912 00002000:00100000:1.0:1746146163.232129:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955c00 x1830966202246656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.232135:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955c00 with x1830966202246656 ext(0->4095) 00002000:00010000:1.0:1746146163.232137:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c955c00 00000100:00100000:2.0:1746146163.232272:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199257344:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.232289:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.232311:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202246400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4091us (4326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.232318:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14266 00000100:00100000:0.0:1746146163.249657:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.249750:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202246784 00000100:00100000:2.0:1746146163.249757:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202246784 00000100:00100000:2.0:1746146163.249853:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30923 00000100:00100000:2.0:1746146163.249862:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202246784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.249878:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.249891:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec02 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.249917:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.249923:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.249925:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.249928:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.249951:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 49 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.249961:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 49 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.249970:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199257472:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.250492:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.254423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.254705:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202246912 00000100:00100000:1.0:1746146163.254735:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202246912 00002000:00100000:1.0:1746146163.254768:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008c957b80 x1830966202246912/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.254776:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957b80 with x1830966202246912 ext(0->7) 00010000:00010000:1.0:1746146163.254783:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 50 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.254798:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 50 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.254804:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957b80 00000100:00100000:1.0:1746146163.254837:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3258 00000100:00100000:1.0:1746146163.254843:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2008:x1830966202246912:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746146163.255447:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199257472:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.255470:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.255485:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146163.255538:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202246784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5677us (5888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.255554:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30923 00000100:00100000:0.0:1746146163.258931:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202246912:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4077us (4505us total) trans 4294972229 rc 0/0 00000100:00100000:0.0:1746146163.258943:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3258 00002000:00100000:0.0:1746146163.258955:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008c957b80 x1830966202246912/t4294972229(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.258964:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957b80 with x1830966202246912 ext(0->7) 00010000:00010000:0.0:1746146163.258972:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 52 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.258985:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 52 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.258992:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957b80 00000100:00100000:1.0:1746146163.258997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.259806:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202247040 00000100:00100000:3.0:1746146163.259813:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202247040 00000100:00100000:3.0:1746146163.259844:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30924 00000100:00100000:3.0:1746146163.259849:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202247040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.259861:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.259872:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec09 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.259891:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.259895:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.259905:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146163.259908:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.259934:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.259944:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.259952:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622600, rc 0) 00000100:00100000:3.0:1746146163.261197:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202247040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1342us (2195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.261204:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30924 00000100:00100000:0.0:1746146163.263023:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.263374:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202247168 00000100:00100000:3.0:1746146163.263381:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202247168 00010000:00010000:3.0:1746146163.263407:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 53 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.263426:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14267 00000100:00100000:3.0:1746146163.263431:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2009:x1830966202247168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.263442:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.263455:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 53 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.263465:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 53 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.263482:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb62a62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfebfb expref: 53 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.263496:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.263498:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.263503:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.263509:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.263554:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.263563:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.263572:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199257728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.263623:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.267448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.268060:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199257728:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.268075:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.268110:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2009:x1830966202247168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4677us (5093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.268119:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14267 00000100:00100000:1.0:1746146163.268252:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202247424 00000100:00100000:1.0:1746146163.268258:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202247424 00002000:00100000:1.0:1746146163.268287:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955500 x1830966202247424/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.268296:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955500 with x1830966202247424 ext(0->4095) 00010000:00010000:1.0:1746146163.268302:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.268312:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.268318:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955500 00000100:00100000:1.0:1746146163.268342:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3259 00000100:00100000:1.0:1746146163.268348:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202247424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.268438:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202247424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (997us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.268443:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3259 00002000:00100000:1.0:1746146163.268448:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955500 x1830966202247424/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.268455:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955500 with x1830966202247424 ext(0->4095) 00010000:00010000:1.0:1746146163.268459:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.268467:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.268472:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955500 00000100:00100000:0.0:1746146163.276632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.276696:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202247552 00000100:00100000:3.0:1746146163.276704:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202247552 00010000:00010000:3.0:1746146163.276761:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.276785:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14268 00000100:00100000:3.0:1746146163.276792:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202247552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.276803:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.276816:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.276826:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.276844:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62a69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec02 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.276865:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.276867:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.276872:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.276879:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.276906:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.276916:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199257856:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.277878:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009cac4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.279235:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.279282:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199257856:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.279296:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202247808 00010000:00010000:3.0:1746146163.279297:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.279301:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202247808 00000100:00100000:3.0:1746146163.279331:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202247552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2539us (2706us total) trans 0 rc 0/0 00002000:00100000:2.0:1746146163.279335:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956680 x1830966202247808/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746146163.279340:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14268 00002000:00100000:2.0:1746146163.279343:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956680 with x1830966202247808 ext(0->4095) 00002000:00010000:2.0:1746146163.279346:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c956680 00000100:00100000:2.0:1746146163.279360:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13913 00000100:00100000:2.0:1746146163.279365:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202247808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146163.279470:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202247808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.279475:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13913 00002000:00100000:2.0:1746146163.279480:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956680 x1830966202247808/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.279486:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956680 with x1830966202247808 ext(0->4095) 00002000:00010000:2.0:1746146163.279489:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c956680 00000100:00100000:0.0:1746146163.280703:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.280804:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202247936 00000100:00100000:3.0:1746146163.280810:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202247936 00000100:00100000:3.0:1746146163.280839:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30925 00000100:00100000:3.0:1746146163.280850:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202247936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.280861:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.280874:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec10 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.280896:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.280901:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.280902:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.280905:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.280926:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.280935:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 51 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.280950:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199257984:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.281023:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.282740:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199257984:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.282763:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.282775:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136623e00, rc 0) 00000100:00100000:3.0:1746146163.282815:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202247936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1970us (2114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.282822:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30925 00000100:00100000:0.0:1746146163.282992:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.283027:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202248064 00000100:00100000:3.0:1746146163.283032:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202248064 00010000:00010000:3.0:1746146163.283052:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.283069:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14269 00000100:00100000:3.0:1746146163.283074:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202248064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.283083:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.283098:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.283107:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.283128:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136622600/0x88944630cfb62a70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec09 expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.283156:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.283158:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.283164:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.283171:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.283193:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.283202:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199258112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.283234:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.284940:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199258112:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.284957:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.284999:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2008:x1830966202248064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1923us (2006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.285008:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14269 00000100:00100000:0.0:1746146163.285395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.285617:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202248320 00000100:00100000:2.0:1746146163.285622:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202248320 00002000:00100000:2.0:1746146163.285652:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954e00 x1830966202248320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.285665:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954e00 with x1830966202248320 ext(0->4095) 00002000:00010000:2.0:1746146163.285669:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c954e00 00000100:00100000:2.0:1746146163.285695:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13914 00000100:00100000:2.0:1746146163.285701:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202248320:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146163.285835:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202248320:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.285841:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13914 00002000:00100000:2.0:1746146163.285846:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954e00 x1830966202248320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.285852:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954e00 with x1830966202248320 ext(0->4095) 00002000:00010000:2.0:1746146163.285855:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c954e00 00000100:00100000:0.0:1746146163.287294:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.287350:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202248448 00000100:00100000:3.0:1746146163.287355:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202248448 00000100:00100000:3.0:1746146163.287389:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30926 00000100:00100000:3.0:1746146163.287396:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+51:1766:x1830966202248448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.287410:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.287422:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec17 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.287443:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.287449:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.287450:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.287453:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.287477:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.287486:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.287497:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199258240:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.287582:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.288804:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199258240:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.288825:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.288837:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136623000, rc 0) 00000100:00100000:3.0:1746146163.288863:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1766:x1830966202248448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1468us (1573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.288874:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30926 00000100:00100000:0.0:1746146163.289429:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.289463:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.289526:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202248704 00000100:00100000:2.0:1746146163.289531:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202248704 00010000:00010000:2.0:1746146163.289561:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.289579:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14270 00000100:00100000:2.0:1746146163.289583:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202248704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.289593:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.289606:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.289615:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.289630:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136623e00/0x88944630cfb62a77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec10 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.289642:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.289643:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.289648:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.289655:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.289683:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.289691:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202248576 00000100:00100000:2.0:1746146163.289691:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199258368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.289694:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202248576 00000100:00100000:3.0:1746146163.289711:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30927 00000100:00100000:3.0:1746146163.289730:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202248576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.289740:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.289748:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec1e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.289751:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00010000:00010000:3.0:1746146163.289760:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.289766:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.289767:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.289769:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.289782:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.289789:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.289796:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199258496:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.289814:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.293020:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199258368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.293035:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.293069:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202248704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3484us (3604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.293078:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14270 00000100:00100000:0.0:1746146163.293616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.293744:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199258496:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.293765:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.293779:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b28a000, rc 0) 00000100:00100000:3.0:1746146163.293802:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202248576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4071us (4374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.293808:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30927 00000100:00100000:2.0:1746146163.293934:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202248960 00000100:00100000:2.0:1746146163.293940:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202248960 00002000:00100000:2.0:1746146163.293966:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b200000 x1830966202248960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.293981:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b200000 with x1830966202248960 ext(0->4095) 00010000:00010000:2.0:1746146163.293987:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.293998:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.294004:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b200000 00000100:00100000:2.0:1746146163.294032:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3260 00000100:00100000:2.0:1746146163.294039:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202248960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146163.294137:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202248960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.294143:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3260 00002000:00100000:2.0:1746146163.294148:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b200000 x1830966202248960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.294154:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b200000 with x1830966202248960 ext(0->4095) 00010000:00010000:2.0:1746146163.294158:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.294167:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.294172:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b200000 00000100:00100000:0.0:1746146163.296131:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.296178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.296656:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202249088 00000100:00100000:3.0:1746146163.296662:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202249088 00000100:00100000:2.0:1746146163.296667:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202249216 00000100:00100000:2.0:1746146163.296670:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202249216 00010000:00010000:2.0:1746146163.296687:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.296704:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30928 00000100:00100000:3.0:1746146163.296710:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202249088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146163.296735:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14271 00000100:00100000:2.0:1746146163.296739:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202249216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.296741:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.296748:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.296751:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec25 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.296762:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.296766:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.296769:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.296837:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146163.296841:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.296850:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.296870:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136623000/0x88944630cfb62a7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec17 expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.296875:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.296881:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.296883:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.296886:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.296893:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.296903:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.296914:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e000, rc 0) 00010000:00010000:2.0:1746146163.296917:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.296925:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.296935:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199258752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.296950:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202249088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 240us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.296954:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30928 00000100:00100000:2.0:1746146163.296979:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.298415:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199258752:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.298430:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.298454:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202249216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1715us (2276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.298462:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14271 00000100:00100000:0.0:1746146163.299286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.299821:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202249472 00000100:00100000:1.0:1746146163.299828:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202249472 00002000:00100000:1.0:1746146163.299861:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd500 x1830966202249472/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.299870:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd500 with x1830966202249472 ext(0->4095) 00010000:00010000:1.0:1746146163.299876:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.299888:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.299893:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdd500 00000100:00100000:1.0:1746146163.299916:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3261 00000100:00100000:1.0:1746146163.299921:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202249472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.300025:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202249472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.300033:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3261 00002000:00100000:1.0:1746146163.300038:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd500 x1830966202249472/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.300044:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd500 with x1830966202249472 ext(0->4095) 00010000:00010000:1.0:1746146163.300048:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.300055:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.300060:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdd500 00000100:00100000:0.0:1746146163.302337:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.302383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.302459:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202249728 00000100:00100000:2.0:1746146163.302466:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202249728 00010000:00010000:2.0:1746146163.302493:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.302525:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14272 00000100:00100000:2.0:1746146163.302532:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2010:x1830966202249728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.302549:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.302563:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.302574:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.302606:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202249600 00000100:00100000:3.0:1746146163.302609:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202249600 00010000:00010000:2.0:1746146163.302612:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62a85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec1e expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.302795:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30929 00010000:00010000:2.0:1746146163.302795:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.302797:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746146163.302801:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202249600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.302803:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.302810:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.302812:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.302819:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec2c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.302832:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.302837:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.302838:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.302840:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.302942:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.302953:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.302963:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199258880:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.303036:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6263c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746146163.303249:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.303258:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.303271:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199259008:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.303292:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.305691:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.305744:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202249984 00000100:00100000:1.0:1746146163.305752:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202249984 00000100:00100000:3.0:1746146163.305774:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199259008:192.168.203.12@tcp:104: 00002000:00100000:1.0:1746146163.305784:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdfb80 x1830966202249984/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.305793:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdfb80 with x1830966202249984 ext(0->4095) 00000100:00100000:2.0:1746146163.305796:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199258880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.305797:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.305800:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.305807:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746146163.305809:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ee00, rc 0) 00010000:00010000:1.0:1746146163.305810:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.305815:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdfb80 00000100:00100000:1.0:1746146163.305832:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3262 00000100:00100000:3.0:1746146163.305836:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202249600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3034us (3504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.305836:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2010:x1830966202249728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3304us (3452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.305839:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202249984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.305842:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30929 00000100:00100000:2.0:1746146163.305843:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14272 00000100:00100000:1.0:1746146163.305939:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202249984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.305944:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3262 00002000:00100000:1.0:1746146163.305949:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdfb80 x1830966202249984/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.305955:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdfb80 with x1830966202249984 ext(0->4095) 00010000:00010000:1.0:1746146163.305958:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.305965:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.305970:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdfb80 00000100:00100000:0.0:1746146163.308292:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.308363:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202250112 00000100:00100000:2.0:1746146163.308369:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202250112 00010000:00010000:2.0:1746146163.308392:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.308424:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14273 00000100:00100000:2.0:1746146163.308431:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202250112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.308444:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.308459:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.308468:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.308486:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62a8c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec25 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.308497:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.308498:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.308503:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.308510:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.308533:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.308551:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199259136:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.308615:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.311522:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.311765:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202250368 00000100:00100000:1.0:1746146163.311772:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202250368 00002000:00100000:1.0:1746146163.311805:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdce00 x1830966202250368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.311813:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdce00 with x1830966202250368 ext(0->4095) 00002000:00010000:1.0:1746146163.311818:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdce00 00000100:00100000:1.0:1746146163.311854:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13915 00000100:00100000:1.0:1746146163.311861:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202250368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.311960:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202250368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.311966:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13915 00002000:00100000:1.0:1746146163.311971:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdce00 x1830966202250368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.311978:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdce00 with x1830966202250368 ext(0->4095) 00002000:00010000:1.0:1746146163.311981:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdce00 00000100:00100000:2.0:1746146163.312107:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199259136:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.312121:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.312157:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202250112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3726us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.312167:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14273 00000100:00100000:0.0:1746146163.314845:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.314984:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202250496 00000100:00100000:3.0:1746146163.314992:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202250496 00000100:00100000:3.0:1746146163.315037:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30930 00000100:00100000:3.0:1746146163.315044:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202250496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.315063:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.315077:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec33 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.315099:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.315105:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.315107:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.315109:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.315135:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.315145:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 51 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.315155:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199259264:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.315291:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.318420:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199259264:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.318451:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.318468:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e600, rc 0) 00000100:00100000:3.0:1746146163.318513:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202250496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3468us (3673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.318521:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30930 00000100:00100000:0.0:1746146163.319707:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.320052:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202250624 00000100:00100000:2.0:1746146163.320060:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202250624 00010000:00010000:2.0:1746146163.320087:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.320123:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14274 00000100:00100000:2.0:1746146163.320130:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202250624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.320141:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.320158:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.320169:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.320187:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62a93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec2c expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.320211:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.320213:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.320218:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.320224:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.320251:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.320264:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199259392:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.320342:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6263c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.322080:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.322166:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202250752 00000100:00100000:3.0:1746146163.322174:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202250752 00000100:00100000:3.0:1746146163.322221:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30931 00000100:00100000:3.0:1746146163.322228:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202250752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.322241:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.322254:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec3a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.322274:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.322281:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.322282:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.322285:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.322306:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.322315:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.322325:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199259520:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.322387:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.323874:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199259392:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.323889:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.323924:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202250624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3793us (4219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.323932:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14274 00000100:00100000:0.0:1746146163.324274:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.324973:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202251008 00000100:00100000:3.0:1746146163.324998:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202251008 00002000:00100000:3.0:1746146163.325036:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9b800 x1830966202251008/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.325046:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b800 with x1830966202251008 ext(0->4095) 00010000:00010000:3.0:1746146163.325054:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.325067:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.325073:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9b800 00000100:00100000:3.0:1746146163.325110:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3263 00000100:00100000:3.0:1746146163.325119:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202251008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.325469:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199259520:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.325488:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.325499:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e800, rc 0) 00000100:00100000:2.0:1746146163.325526:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202250752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3299us (3453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.325532:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30931 00000100:00100000:3.0:1746146163.326485:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202251008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1362us (2208us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.326493:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3263 00002000:00100000:3.0:1746146163.326501:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9b800 x1830966202251008/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.326509:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b800 with x1830966202251008 ext(0->4095) 00010000:00010000:3.0:1746146163.326516:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.326526:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.326532:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9b800 00000100:00100000:0.0:1746146163.331452:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.331677:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202251136 00000100:00100000:2.0:1746146163.331686:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202251136 00010000:00010000:2.0:1746146163.331760:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.331811:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14275 00000100:00100000:2.0:1746146163.331821:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202251136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.331833:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.331853:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.331865:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.331885:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e600/0x88944630cfb62a9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec33 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.332209:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.332212:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.332219:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.332226:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.332259:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.332271:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199259648:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.332526:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6263c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.334749:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199259648:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.334770:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.334811:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202251136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2990us (3366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.334820:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14275 00000100:00100000:0.0:1746146163.337586:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.337701:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202251392 00000100:00100000:3.0:1746146163.337710:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202251392 00002000:00100000:3.0:1746146163.337790:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9b480 x1830966202251392/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.337799:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b480 with x1830966202251392 ext(0->4095) 00002000:00010000:3.0:1746146163.337804:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9b480 00000100:00100000:3.0:1746146163.337842:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13916 00000100:00100000:3.0:1746146163.337851:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202251392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.337979:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202251392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.337989:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13916 00002000:00100000:3.0:1746146163.337995:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9b480 x1830966202251392/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.338002:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b480 with x1830966202251392 ext(0->4095) 00002000:00010000:3.0:1746146163.338005:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9b480 00000100:00100000:0.0:1746146163.343062:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.343950:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202251520 00000100:00100000:2.0:1746146163.343961:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202251520 00000100:00100000:2.0:1746146163.344198:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30932 00000100:00100000:2.0:1746146163.344205:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202251520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.344219:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.344235:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec41 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.344262:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.344269:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.344271:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.344274:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.344301:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.344314:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 51 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.344325:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199259776:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.344435:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.347908:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199259776:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.347938:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.347960:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146163.348008:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202251520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3800us (4951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.348016:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30932 00000100:00100000:0.0:1746146163.351400:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.351520:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202251648 00000100:00100000:1.0:1746146163.351529:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202251648 00002000:00100000:1.0:1746146163.351583:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb98000 x1830966202251648/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.351592:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98000 with x1830966202251648 ext(0->7) 00010000:00010000:1.0:1746146163.351601:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.351614:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 52 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.351620:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb98000 00000100:00100000:1.0:1746146163.351661:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3264 00000100:00100000:1.0:1746146163.351670:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202251648:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146163.352971:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202251648:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1299us (1576us total) trans 4294972230 rc 0/0 00000100:00100000:0.0:1746146163.352979:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3264 00002000:00100000:0.0:1746146163.352986:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cb98000 x1830966202251648/t4294972230(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.352994:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98000 with x1830966202251648 ext(0->7) 00010000:00010000:0.0:1746146163.353000:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.353011:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.353016:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb98000 00000100:00100000:0.0:1746146163.356988:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.357074:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202251776 00000100:00100000:2.0:1746146163.357084:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202251776 00010000:00010000:2.0:1746146163.357121:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.357172:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14276 00000100:00100000:2.0:1746146163.357181:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202251776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.357193:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746146163.357205:0:7219:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146163 -> 1746146164 00002000:00010000:2.0:1746146163.357207:0:7219:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146163 -> 1746146164 00010000:00010000:2.0:1746146163.357212:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.357221:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.357242:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62aa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec3a expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.357279:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.357282:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.357290:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.357297:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.357329:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.357341:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199259904:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.357433:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.361055:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199259904:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146163.361085:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146163.361135:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202251776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3953us (4152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146163.361148:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14276 00000100:00100000:0.0:1746146163.364852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.365689:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202252032 00000100:00100000:2.0:1746146163.365698:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202252032 00002000:00100000:2.0:1746146163.365840:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb98380 x1830966202252032/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.365848:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98380 with x1830966202252032 ext(0->4095) 00002000:00010000:2.0:1746146163.365852:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98380 00000100:00100000:2.0:1746146163.366038:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13917 00000100:00100000:2.0:1746146163.366046:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202252032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.366280:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202252032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 233us (1433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.366285:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13917 00002000:00100000:2.0:1746146163.366291:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb98380 x1830966202252032/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.366297:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98380 with x1830966202252032 ext(0->4095) 00002000:00010000:2.0:1746146163.366299:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98380 00000100:00100000:0.0:1746146163.369508:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.369600:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.369678:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202252160 00000100:00100000:1.0:1746146163.369686:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202252160 00000100:00100000:2.0:1746146163.370100:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202252288 00000100:00100000:2.0:1746146163.370105:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202252288 00000100:00100000:1.0:1746146163.370113:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30933 00000100:00100000:1.0:1746146163.370124:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202252160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.370140:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.370156:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec48 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.370186:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.370192:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.370193:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.370196:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.370356:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30934 00000100:00100000:2.0:1746146163.370363:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202252288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.370369:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.370376:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec4f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.370386:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.370390:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.370395:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.370397:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.370421:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.370431:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.370439:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146163.370486:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202252288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.370492:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30934 00010000:00010000:1.0:1746146163.370559:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.370572:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.370585:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199260160:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.370775:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.372486:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.372622:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199260160:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.372645:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.372657:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146163.372689:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202252160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2569us (3188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.372696:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30933 00000100:00100000:2.0:1746146163.373094:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202252416 00000100:00100000:2.0:1746146163.373099:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202252416 00010000:00010000:2.0:1746146163.373121:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.373140:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14277 00000100:00100000:2.0:1746146163.373146:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202252416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.373154:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.373172:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.373181:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.373196:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62aa8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec41 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.373209:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.373211:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.373216:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.373223:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.373244:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.373254:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 54 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.373263:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199260288:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.373321:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.374921:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199260288:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.374938:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.374980:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202252416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1833us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.374987:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14277 00000100:00100000:0.0:1746146163.376675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.376856:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202252672 00000100:00100000:2.0:1746146163.376862:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202252672 00002000:00100000:2.0:1746146163.376896:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810380 x1830966202252672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.376905:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810380 with x1830966202252672 ext(0->4095) 00010000:00010000:2.0:1746146163.376913:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.376925:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.376932:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072810380 00000100:00100000:2.0:1746146163.377831:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3265 00000100:00100000:2.0:1746146163.377843:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202252672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146163.377968:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202252672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (1297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.377977:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3265 00002000:00100000:2.0:1746146163.377983:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810380 x1830966202252672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.377990:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810380 with x1830966202252672 ext(0->4095) 00010000:00010000:2.0:1746146163.377996:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.378007:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.378012:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072810380 00000100:00100000:0.0:1746146163.379913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.380137:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202252800 00000100:00100000:2.0:1746146163.380145:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202252800 00010000:00010000:2.0:1746146163.380173:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.380206:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14278 00000100:00100000:2.0:1746146163.380213:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202252800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.380223:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.380238:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.380248:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.380266:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62aaf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec48 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.380298:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.380299:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.380304:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.380311:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.381178:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.381193:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199260416:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.381284:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.384246:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199260416:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.384263:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.384296:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202252800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4083us (4389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.384305:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14278 00000100:00100000:0.0:1746146163.385219:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.385268:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202253056 00000100:00100000:3.0:1746146163.385275:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202253056 00002000:00100000:3.0:1746146163.385304:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813800 x1830966202253056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.385313:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813800 with x1830966202253056 ext(0->4095) 00002000:00010000:3.0:1746146163.385317:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813800 00000100:00100000:3.0:1746146163.385342:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13918 00000100:00100000:3.0:1746146163.385348:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202253056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.385450:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202253056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.385456:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13918 00002000:00100000:3.0:1746146163.385461:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813800 x1830966202253056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.385468:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813800 with x1830966202253056 ext(0->4095) 00002000:00010000:3.0:1746146163.385470:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813800 00000100:00100000:0.0:1746146163.387484:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.387660:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202253184 00000100:00100000:1.0:1746146163.387667:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202253184 00000100:00100000:1.0:1746146163.387707:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30935 00000100:00100000:1.0:1746146163.387738:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202253184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.387752:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.387766:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec56 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.387788:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.387795:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.387796:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.387799:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.387823:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.387833:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 53 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.387843:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199260544:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.387899:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.388945:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199260544:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.388970:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.388985:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146163.389018:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202253184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1304us (1539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.389024:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30935 00000100:00100000:0.0:1746146163.389247:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.389342:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202253312 00000100:00100000:3.0:1746146163.389347:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202253312 00010000:00010000:3.0:1746146163.389365:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.389383:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14279 00000100:00100000:3.0:1746146163.389387:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202253312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.389395:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.389409:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.389418:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.389433:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62ab6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec4f expref: 54 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.389458:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.389459:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.389464:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.389475:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.389496:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.389504:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199260672:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.389550:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.392818:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.392933:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202253568 00000100:00100000:2.0:1746146163.392940:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202253568 00000100:00100000:3.0:1746146163.393063:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199260672:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.393083:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.393119:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202253312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3731us (3872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.393132:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14279 00002000:00100000:2.0:1746146163.393287:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813480 x1830966202253568/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.393296:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813480 with x1830966202253568 ext(0->4095) 00002000:00010000:2.0:1746146163.393300:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813480 00000100:00100000:2.0:1746146163.393406:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13919 00000100:00100000:2.0:1746146163.393413:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202253568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.393518:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202253568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (707us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.393524:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13919 00002000:00100000:2.0:1746146163.393528:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813480 x1830966202253568/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.393534:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813480 with x1830966202253568 ext(0->4095) 00002000:00010000:2.0:1746146163.393537:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813480 00000100:00100000:0.0:1746146163.396705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.396762:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.396831:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202253696 00000100:00100000:1.0:1746146163.396838:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202253696 00000100:00100000:1.0:1746146163.396880:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202253824 00000100:00100000:1.0:1746146163.396882:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202253824 00000100:00100000:1.0:1746146163.396896:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30936 00000100:00100000:1.0:1746146163.396901:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202253696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.396914:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.396927:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec5d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.396954:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.396961:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.396962:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.396964:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.396988:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.396999:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.397010:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199260800:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.397067:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.397094:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30937 00000100:00100000:1.0:1746146163.397100:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202253824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.397106:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.397111:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec64 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.397121:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.397124:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.397128:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.397130:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.397146:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.397155:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.397161:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146163.397179:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202253824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.397187:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30937 00000100:00100000:1.0:1746146163.399901:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199260800:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.399927:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.399941:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146163.399975:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202253696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3073us (3276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.399982:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30936 00000100:00100000:0.0:1746146163.401935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.401998:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202253952 00000100:00100000:3.0:1746146163.402005:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202253952 00010000:00010000:3.0:1746146163.402034:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.402069:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14280 00000100:00100000:3.0:1746146163.402075:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202253952:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.402087:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.402102:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.402111:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.402128:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62abd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec56 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.402155:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.402157:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.402163:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.402171:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.402196:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.402205:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 54 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.402215:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261056:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.402282:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.407015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.407076:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202254208 00000100:00100000:2.0:1746146163.407082:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202254208 00000100:00100000:3.0:1746146163.407092:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261056:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.407108:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746146163.407115:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb800 x1830966202254208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.407123:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb800 with x1830966202254208 ext(0->4095) 00010000:00010000:2.0:1746146163.407130:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.407141:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.407146:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306fb800 00000100:00100000:3.0:1746146163.407151:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202253952:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5075us (5222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.407158:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14280 00000100:00100000:2.0:1746146163.407163:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3266 00000100:00100000:2.0:1746146163.407169:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202254208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146163.407268:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202254208:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.407277:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3266 00002000:00100000:2.0:1746146163.407282:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb800 x1830966202254208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.407288:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb800 with x1830966202254208 ext(0->4095) 00010000:00010000:2.0:1746146163.407292:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.407301:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.407306:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306fb800 00000100:00100000:0.0:1746146163.410992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.411621:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202254336 00000100:00100000:3.0:1746146163.411628:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202254336 00010000:00010000:3.0:1746146163.411655:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.411763:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14281 00000100:00100000:3.0:1746146163.411770:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202254336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.411781:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.411797:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.411810:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.411827:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ac4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec5d expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.412153:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.412156:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.412162:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.412170:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.412196:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.412206:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261184:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.412616:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.417821:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261184:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.417838:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.417877:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202254336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6107us (6890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.417885:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14281 00000100:00100000:0.0:1746146163.418698:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.418823:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202254592 00000100:00100000:2.0:1746146163.418830:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202254592 00002000:00100000:2.0:1746146163.418860:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb100 x1830966202254592/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.418868:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb100 with x1830966202254592 ext(0->4095) 00002000:00010000:2.0:1746146163.418872:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306fb100 00000100:00100000:2.0:1746146163.418897:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13920 00000100:00100000:2.0:1746146163.418903:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202254592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.419017:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202254592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.419024:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13920 00002000:00100000:2.0:1746146163.419029:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb100 x1830966202254592/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.419041:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb100 with x1830966202254592 ext(0->4095) 00002000:00010000:2.0:1746146163.419043:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306fb100 00000100:00100000:0.0:1746146163.422328:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.422382:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202254720 00000100:00100000:1.0:1746146163.422390:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202254720 00000100:00100000:1.0:1746146163.422436:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30938 00000100:00100000:1.0:1746146163.422444:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202254720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.422457:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.422470:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec6b expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.422490:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.422496:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.422497:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.422500:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.422521:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.422531:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 53 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.422552:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199261312:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.422624:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.425202:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199261312:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.425228:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.425241:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146163.425291:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202254720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2847us (2970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.425299:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30938 00000100:00100000:0.0:1746146163.426813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.426884:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202254848 00000100:00100000:3.0:1746146163.426891:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202254848 00010000:00010000:3.0:1746146163.426912:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 54 pid: 9582 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.426929:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14282 00000100:00100000:3.0:1746146163.426933:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202254848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.426942:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.426953:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 54 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.426960:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 54 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.426973:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62acb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec64 expref: 54 pid: 9582 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.426991:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.426992:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.426997:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.427001:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.427021:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.427028:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261440:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.427076:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88006edc40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.429161:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.429230:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202254976 00000100:00100000:0.0:1746146163.429235:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.429237:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202254976 00000100:00100000:3.0:1746146163.429396:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261440:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.429413:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.429446:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202254848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2512us (2637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.429454:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14282 00000100:00100000:1.0:1746146163.430233:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30939 00000100:00100000:1.0:1746146163.430242:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202254976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.430257:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.430269:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec72 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.430291:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.430301:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.430302:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.430305:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.430327:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.430337:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.430346:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199261568:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.430389:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.431059:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202255232 00000100:00100000:2.0:1746146163.431064:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202255232 00002000:00100000:2.0:1746146163.431093:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306f8000 x1830966202255232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.431100:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f8000 with x1830966202255232 ext(0->4095) 00010000:00010000:2.0:1746146163.431106:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.431115:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.431121:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f8000 00000100:00100000:2.0:1746146163.431143:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3267 00000100:00100000:2.0:1746146163.431149:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202255232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146163.431246:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202255232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (2009us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.431251:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3267 00002000:00100000:2.0:1746146163.431256:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306f8000 x1830966202255232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.431262:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f8000 with x1830966202255232 ext(0->4095) 00010000:00010000:2.0:1746146163.431266:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.431274:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.431279:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306f8000 00000100:00100000:0.0:1746146163.433502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.433596:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202255360 00000100:00100000:3.0:1746146163.433601:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202255360 00000100:00100000:1.0:1746146163.433856:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199261568:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.433880:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.433894:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146163.433929:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202254976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3688us (4773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.433935:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30939 00000100:00100000:1.0:1746146163.433952:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30940 00000100:00100000:1.0:1746146163.433958:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1766:x1830966202255360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.433968:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.433979:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec79 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.433995:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.433998:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.434003:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.434006:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.434027:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.434035:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.434042:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146163.434057:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202255360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.434062:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30940 00000100:00100000:3.0:1746146163.434773:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.434790:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202255488 00000100:00100000:3.0:1746146163.434794:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202255488 00010000:00010000:3.0:1746146163.434811:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.434829:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14283 00000100:00100000:3.0:1746146163.434834:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202255488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.434841:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.434853:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.434861:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.434876:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62ad2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec6b expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.434889:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.434891:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.434895:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.434901:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.434921:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.434930:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.434940:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261824:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.434978:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.437198:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261824:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.437217:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.437645:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202255488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2808us (2872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.437653:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14283 00000100:00100000:3.0:1746146163.438133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.438355:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202255744 00000100:00100000:0.0:1746146163.438361:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202255744 00002000:00100000:0.0:1746146163.438389:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fad80 x1830966202255744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.438398:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fad80 with x1830966202255744 ext(0->4095) 00010000:00010000:0.0:1746146163.438404:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.438415:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.438421:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fad80 00000100:00100000:0.0:1746146163.438701:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3268 00000100:00100000:0.0:1746146163.438708:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202255744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.438952:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202255744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 243us (818us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.438958:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3268 00002000:00100000:1.0:1746146163.438964:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fad80 x1830966202255744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.438970:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fad80 with x1830966202255744 ext(0->4095) 00010000:00010000:1.0:1746146163.438976:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.438983:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.438988:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fad80 00000100:00100000:0.0:1746146163.441396:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.441464:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202255872 00000100:00100000:3.0:1746146163.441470:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202255872 00010000:00010000:3.0:1746146163.441495:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.441596:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14284 00000100:00100000:3.0:1746146163.441603:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202255872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.441615:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.441630:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.441641:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.441659:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62ad9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec72 expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.441975:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.441977:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.441984:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.441991:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.442017:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.442027:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261952:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.442096:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.444335:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199261952:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.444354:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.444387:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202255872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2784us (2996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.444398:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14284 00000100:00100000:0.0:1746146163.445019:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.445404:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202256128 00000100:00100000:3.0:1746146163.445410:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202256128 00002000:00100000:3.0:1746146163.445441:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1ae680 x1830966202256128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.445450:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1ae680 with x1830966202256128 ext(0->4095) 00002000:00010000:3.0:1746146163.445454:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c1ae680 00000100:00100000:3.0:1746146163.445558:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13921 00000100:00100000:3.0:1746146163.445565:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202256128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146163.445785:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202256128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 220us (766us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.445791:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13921 00002000:00100000:3.0:1746146163.445796:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1ae680 x1830966202256128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.445803:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1ae680 with x1830966202256128 ext(0->4095) 00002000:00010000:3.0:1746146163.445805:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c1ae680 00000100:00100000:0.0:1746146163.451052:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.451146:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202256256 00000100:00100000:1.0:1746146163.451153:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202256256 00000100:00100000:2.0:1746146163.452346:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30941 00000100:00100000:2.0:1746146163.452357:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202256256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.452372:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.452386:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec80 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.452408:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 53 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.452414:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.452416:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.452418:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.452441:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 53 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.452451:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 53 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.452462:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199262080:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.452539:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.458287:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199262080:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.458313:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.458329:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146163.458404:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202256256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6049us (7357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.458410:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30941 00000100:00100000:0.0:1746146163.465264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.465448:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202256384 00000100:00100000:3.0:1746146163.465457:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202256384 00002000:00100000:3.0:1746146163.465492:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c1afb80 x1830966202256384/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.465500:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1afb80 with x1830966202256384 ext(0->7) 00010000:00010000:3.0:1746146163.465507:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 54 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.465523:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 54 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.465529:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1afb80 00000100:00100000:3.0:1746146163.465611:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3269 00000100:00100000:3.0:1746146163.465619:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202256384:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146163.466980:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202256384:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1357us (1718us total) trans 4294972231 rc 0/0 00000100:00100000:0.0:1746146163.466988:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3269 00002000:00100000:0.0:1746146163.466995:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c1afb80 x1830966202256384/t4294972231(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.467003:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1afb80 with x1830966202256384 ext(0->7) 00010000:00010000:0.0:1746146163.467009:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.467021:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.467027:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1afb80 00000100:00100000:0.0:1746146163.472237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.472354:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202256512 00000100:00100000:3.0:1746146163.472362:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202256512 00010000:00010000:3.0:1746146163.472393:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.472966:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14285 00000100:00100000:3.0:1746146163.472975:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2010:x1830966202256512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.472988:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.473002:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.473013:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.473031:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62ae0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec79 expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.473059:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.473062:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.473069:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.473077:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.473101:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.473111:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199262208:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.473573:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.476933:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.477083:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202256768 00000100:00100000:1.0:1746146163.477090:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202256768 00002000:00100000:1.0:1746146163.477125:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b54700 x1830966202256768/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.477134:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b54700 with x1830966202256768 ext(0->4095) 00002000:00010000:1.0:1746146163.477138:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131b54700 00000100:00100000:1.0:1746146163.477154:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13922 00000100:00100000:1.0:1746146163.477160:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202256768:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146163.477302:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199262208:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.477319:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.477349:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2010:x1830966202256512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4376us (5120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.477356:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14285 00000100:00100000:1.0:1746146163.477880:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202256768:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 718us (951us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.477887:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13922 00002000:00100000:1.0:1746146163.477893:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b54700 x1830966202256768/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.477900:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b54700 with x1830966202256768 ext(0->4095) 00002000:00010000:1.0:1746146163.477903:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131b54700 00000100:00100000:0.0:1746146163.480225:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.480660:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.480739:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202256896 00000100:00100000:1.0:1746146163.480746:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202256896 00000100:00100000:1.0:1746146163.480789:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202257024 00000100:00100000:1.0:1746146163.480792:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202257024 00000100:00100000:1.0:1746146163.480806:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30942 00000100:00100000:1.0:1746146163.480813:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202256896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.480827:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.480840:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec87 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.480863:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.480869:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.480870:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.480874:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.480896:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.480906:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 5 pid: 10121 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.480916:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199262336:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.480971:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58da80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.481196:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30943 00000100:00100000:3.0:1746146163.481204:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202257024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.481210:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.481216:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec8e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.481228:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.481232:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.481237:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.481240:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.481257:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.481268:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.481276:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e000, rc 0) 00000100:00100000:3.0:1746146163.481652:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202257024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 449us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.481658:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30943 00000100:00100000:1.0:1746146163.492655:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199262336:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.492682:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.492702:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00000100:00100000:1.0:1746146163.492789:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1766:x1830966202256896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11975us (12569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.492796:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30942 00000100:00100000:0.0:1746146163.493452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.493552:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202257152 00000100:00100000:3.0:1746146163.493557:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202257152 00010000:00010000:3.0:1746146163.493579:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 6 pid: 10121 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.493598:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14286 00000100:00100000:3.0:1746146163.493603:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202257152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.493613:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.493629:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 6 pid: 10121 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.493639:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 6 pid: 10121 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.493656:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62ae7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec80 expref: 6 pid: 10121 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.493670:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.493672:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.493677:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.493683:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.493706:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.493735:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.493745:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199262592:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.494739:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.496473:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199262592:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.496489:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.496521:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202257152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2917us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.496529:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14286 00000100:00100000:0.0:1746146163.497956:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.498406:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202257408 00000100:00100000:1.0:1746146163.498414:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202257408 00002000:00100000:1.0:1746146163.498452:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b56a00 x1830966202257408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.498460:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b56a00 with x1830966202257408 ext(0->4095) 00010000:00010000:1.0:1746146163.498467:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.498478:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.498484:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b56a00 00000100:00100000:1.0:1746146163.498499:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3270 00000100:00100000:1.0:1746146163.498505:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202257408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.498648:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202257408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.498655:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3270 00002000:00100000:1.0:1746146163.498660:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b56a00 x1830966202257408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.498671:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b56a00 with x1830966202257408 ext(0->4095) 00010000:00010000:1.0:1746146163.498675:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.498683:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.498688:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b56a00 00000100:00100000:0.0:1746146163.505005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.505188:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202257536 00000100:00100000:1.0:1746146163.505196:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202257536 00000100:00100000:1.0:1746146163.505245:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30944 00000100:00100000:1.0:1746146163.505252:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202257536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.505266:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.505278:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec95 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.505298:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.505303:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.505308:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146163.505312:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.505339:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.505354:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.505362:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:1.0:1746146163.505396:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202257536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.505402:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30944 00000100:00100000:0.0:1746146163.505477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.505657:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202257664 00000100:00100000:2.0:1746146163.505661:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202257664 00010000:00010000:2.0:1746146163.505677:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.505693:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14287 00000100:00100000:2.0:1746146163.505698:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202257664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.505704:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.505738:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.505747:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.505761:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb62aee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec87 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.505774:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.505775:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.505781:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.505787:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.505822:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.505831:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 56 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.505841:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199262848:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.505883:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.508075:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.508146:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202257920 00000100:00100000:1.0:1746146163.508152:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202257920 00002000:00100000:1.0:1746146163.508187:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25c000 x1830966202257920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.508196:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c000 with x1830966202257920 ext(0->4095) 00010000:00010000:1.0:1746146163.508203:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 57 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.508215:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 57 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.508220:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25c000 00000100:00100000:1.0:1746146163.508236:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3271 00000100:00100000:1.0:1746146163.508242:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202257920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.508352:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202257920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.508358:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3271 00002000:00100000:1.0:1746146163.508364:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25c000 x1830966202257920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.508371:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c000 with x1830966202257920 ext(0->4095) 00010000:00010000:1.0:1746146163.508375:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 57 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.508383:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 57 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.508387:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25c000 00000100:00100000:2.0:1746146163.509132:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199262848:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.509149:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.509596:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202257664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3896us (4117us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.509605:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14287 00000100:00100000:0.0:1746146163.510573:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.510615:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.510683:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202258048 00000100:00100000:3.0:1746146163.510690:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202258048 00000100:00100000:3.0:1746146163.510755:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30945 00000100:00100000:3.0:1746146163.510762:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202258048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.510779:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.510794:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfec9c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.510817:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.510823:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.510828:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146163.510832:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.510859:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.510871:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.510880:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e800, rc 0) 00000100:00100000:3.0:1746146163.510909:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202258048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.510915:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30945 00000100:00100000:2.0:1746146163.511093:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202258176 00000100:00100000:2.0:1746146163.511097:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202258176 00010000:00010000:2.0:1746146163.511111:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 57 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.511128:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14288 00000100:00100000:2.0:1746146163.511132:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202258176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.511140:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.511155:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 57 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.511164:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 57 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.511177:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62af5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec8e expref: 57 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.511187:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.511188:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.511193:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.511199:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.511213:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.511221:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.511230:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199263104:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.511271:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.513903:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.513970:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202258432 00000100:00100000:1.0:1746146163.513976:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202258432 00002000:00100000:1.0:1746146163.514008:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25fb80 x1830966202258432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.514016:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25fb80 with x1830966202258432 ext(0->4095) 00010000:00010000:1.0:1746146163.514023:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.514033:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.514039:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25fb80 00000100:00100000:1.0:1746146163.514053:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3272 00000100:00100000:1.0:1746146163.514058:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202258432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.514156:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202258432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.514166:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3272 00002000:00100000:1.0:1746146163.514171:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25fb80 x1830966202258432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.514177:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25fb80 with x1830966202258432 ext(0->4095) 00010000:00010000:1.0:1746146163.514180:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.514188:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.514251:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199263104:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.514265:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.514836:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202258176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3701us (4218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.514844:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14288 00002000:00010000:1.0:1746146163.515375:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25fb80 00000100:00100000:0.0:1746146163.519925:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.520047:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202258560 00000100:00100000:2.0:1746146163.520055:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202258560 00010000:00010000:2.0:1746146163.520082:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.520105:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14289 00000100:00100000:2.0:1746146163.520112:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202258560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.520123:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.520138:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.520148:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.520165:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62afc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec95 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.520341:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.520343:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.520350:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.520358:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.520384:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.520395:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199263232:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.520886:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.523571:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199263232:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.523590:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.523627:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202258560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3515us (3709us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.523636:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14289 00000100:00100000:0.0:1746146163.524140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.524218:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202258816 00000100:00100000:1.0:1746146163.524224:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202258816 00002000:00100000:1.0:1746146163.524254:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ea00 x1830966202258816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.524262:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ea00 with x1830966202258816 ext(0->4095) 00002000:00010000:1.0:1746146163.524265:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25ea00 00000100:00100000:1.0:1746146163.524278:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13923 00000100:00100000:1.0:1746146163.524283:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202258816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.524387:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202258816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.524392:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13923 00002000:00100000:1.0:1746146163.524397:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ea00 x1830966202258816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.524408:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ea00 with x1830966202258816 ext(0->4095) 00002000:00010000:1.0:1746146163.524411:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25ea00 00000100:00100000:0.0:1746146163.527592:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.527697:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202258944 00000100:00100000:1.0:1746146163.527704:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202258944 00000100:00100000:1.0:1746146163.527771:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30946 00000100:00100000:1.0:1746146163.527778:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202258944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.527790:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.527803:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeca3 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.527825:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.527831:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.527832:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.527835:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.527857:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.527867:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 55 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.527877:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199263360:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.527940:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.529850:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199263360:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.529878:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.529891:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146163.529928:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202258944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2150us (2340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.529934:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30946 00000100:00100000:0.0:1746146163.531038:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.532402:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202259072 00000100:00100000:2.0:1746146163.532410:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202259072 00010000:00010000:2.0:1746146163.532437:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 56 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.532846:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14290 00000100:00100000:2.0:1746146163.532854:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202259072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.532865:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.532880:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 56 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.532890:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 56 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.532907:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62b03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfec9c expref: 56 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.532935:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.532937:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.532943:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.532950:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.532974:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.532985:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199263488:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146163.533666:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.533733:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202259200 00000100:00100000:1.0:1746146163.533737:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202259200 00000100:00100000:1.0:1746146163.533772:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30947 00000100:00100000:1.0:1746146163.533778:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202259200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.533789:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.533798:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecaa expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.533814:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.533819:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.533821:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.533823:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.533838:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.533848:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.533857:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199263616:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.533907:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.533971:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.535869:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133369880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199263616:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.535893:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.535905:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146163.535937:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202259200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2159us (2272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.535944:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30947 00000100:00100000:2.0:1746146163.536449:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199263488:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.536459:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.536479:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202259072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3626us (5443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.536486:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14290 00000100:00100000:0.0:1746146163.536696:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.537045:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202259456 00000100:00100000:2.0:1746146163.537050:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202259456 00002000:00100000:2.0:1746146163.537075:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25c700 x1830966202259456/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.537083:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c700 with x1830966202259456 ext(0->4095) 00010000:00010000:2.0:1746146163.537089:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.537099:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.537108:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25c700 00000100:00100000:2.0:1746146163.537120:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3273 00000100:00100000:2.0:1746146163.537125:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202259456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146163.537216:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202259456:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (519us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.537221:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3273 00002000:00100000:2.0:1746146163.537226:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25c700 x1830966202259456/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.537232:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c700 with x1830966202259456 ext(0->4095) 00010000:00010000:2.0:1746146163.537236:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.537244:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.537249:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25c700 00000100:00100000:0.0:1746146163.540073:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.540157:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202259584 00000100:00100000:2.0:1746146163.540163:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202259584 00010000:00010000:2.0:1746146163.540189:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.540222:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14291 00000100:00100000:2.0:1746146163.540229:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202259584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.540240:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.540257:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.540267:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.540286:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62b0a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeca3 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.540309:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.540311:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.540318:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.540325:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.540352:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.540363:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199263744:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.540510:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.544109:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.544476:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199263744:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.544494:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.544529:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202259584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4300us (4462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.544538:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14291 00000100:00100000:0.0:1746146163.544626:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202259840 00000100:00100000:0.0:1746146163.544632:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202259840 00002000:00100000:0.0:1746146163.544659:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369880 x1830966202259840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.544667:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369880 with x1830966202259840 ext(0->4095) 00002000:00010000:0.0:1746146163.544670:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133369880 00000100:00100000:0.0:1746146163.544695:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13924 00000100:00100000:0.0:1746146163.544701:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202259840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146163.545022:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202259840:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 320us (918us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146163.545027:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13924 00002000:00100000:0.0:1746146163.545032:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369880 x1830966202259840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.545039:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369880 with x1830966202259840 ext(0->4095) 00002000:00010000:0.0:1746146163.545041:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133369880 00000100:00100000:0.0:1746146163.550843:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.550926:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202259968 00000100:00100000:1.0:1746146163.550933:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202259968 00000100:00100000:1.0:1746146163.551023:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30948 00000100:00100000:1.0:1746146163.551030:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202259968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.551044:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.551056:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecb1 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.551078:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.551084:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.551086:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.551089:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.551111:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.551120:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 55 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.551130:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199263872:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.551900:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.553921:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199263872:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.553946:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.553959:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a000, rc 0) 00000100:00100000:1.0:1746146163.553989:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202259968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2959us (3152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.553995:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30948 00000100:00100000:0.0:1746146163.554862:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.554928:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202260096 00000100:00100000:2.0:1746146163.554933:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202260096 00002000:00100000:2.0:1746146163.554959:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009a460000 x1830966202260096/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.554968:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460000 with x1830966202260096 ext(0->7) 00010000:00010000:2.0:1746146163.554973:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.554983:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 56 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.554988:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460000 00000100:00100000:2.0:1746146163.555001:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3274 00000100:00100000:2.0:1746146163.555006:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202260096:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146163.556581:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202260096:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1569us (1716us total) trans 4294972232 rc 0/0 00000100:00100000:0.0:1746146163.556590:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3274 00002000:00100000:0.0:1746146163.556599:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009a460000 x1830966202260096/t4294972232(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.556606:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460000 with x1830966202260096 ext(0->7) 00010000:00010000:0.0:1746146163.556613:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 58 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.556625:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 58 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.556631:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460000 00000100:00100000:0.0:1746146163.560490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.560583:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202260224 00000100:00100000:1.0:1746146163.560589:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202260224 00000100:00100000:1.0:1746146163.560690:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30949 00000100:00100000:1.0:1746146163.560697:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202260224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.560711:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.560751:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecb8 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.560776:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.560780:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.560785:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146163.560787:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.560812:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.560823:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.560832:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146163.560863:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1758:x1830966202260224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.560868:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30949 00000100:00100000:0.0:1746146163.563311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.563396:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202260352 00000100:00100000:2.0:1746146163.563403:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202260352 00010000:00010000:2.0:1746146163.563428:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 59 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.563449:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14292 00000100:00100000:2.0:1746146163.563456:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966202260352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.563465:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.563481:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 59 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.563490:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 59 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.563510:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62b11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecaa expref: 59 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.563874:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.563877:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.563883:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.563890:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.563916:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.563926:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.563936:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199264128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.563997:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.565945:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199264128:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.565961:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.566025:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202260352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2569us (2718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.566034:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14292 00000100:00100000:0.0:1746146163.566218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.566286:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202260608 00000100:00100000:1.0:1746146163.566291:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202260608 00002000:00100000:1.0:1746146163.566321:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a463800 x1830966202260608/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.566329:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a463800 with x1830966202260608 ext(0->4095) 00010000:00010000:1.0:1746146163.566335:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.566351:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.566356:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a463800 00000100:00100000:1.0:1746146163.566370:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3275 00000100:00100000:1.0:1746146163.566375:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202260608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.566471:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202260608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.566476:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3275 00002000:00100000:1.0:1746146163.566481:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a463800 x1830966202260608/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.566487:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a463800 with x1830966202260608 ext(0->4095) 00010000:00010000:1.0:1746146163.566492:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.566500:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.566505:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a463800 00000100:00100000:0.0:1746146163.568140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.568425:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202260736 00000100:00100000:2.0:1746146163.568431:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202260736 00010000:00010000:2.0:1746146163.568461:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:0.0:1746146163.568470:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.568494:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14293 00000100:00100000:2.0:1746146163.568501:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202260736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.568537:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.568564:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.568573:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.568591:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62b18 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb1 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.568606:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.568608:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.568613:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.568620:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.568644:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.568653:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199264256:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.568700:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202260864 00000100:00100000:3.0:1746146163.568704:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202260864 00000100:00100000:2.0:1746146163.568732:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.568744:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30950 00000100:00100000:3.0:1746146163.568749:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202260864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.568761:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.568770:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecbf expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.568784:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.568790:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.568791:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.568793:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.568807:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.568816:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.568854:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199264384:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.568917:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.570180:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199264384:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.570205:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.570218:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ee00, rc 0) 00000100:00100000:3.0:1746146163.570248:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1766:x1830966202260864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1498us (1777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.570255:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30950 00000100:00100000:2.0:1746146163.570403:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199264256:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.570413:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.570428:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202260736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1928us (2295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.570435:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14293 00000100:00100000:0.0:1746146163.570768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.570824:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202260992 00000100:00100000:2.0:1746146163.570829:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202260992 00010000:00010000:2.0:1746146163.570846:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 58 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.570874:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14294 00000100:00100000:2.0:1746146163.570880:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202260992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.570888:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.570902:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 58 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.570911:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 58 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.570929:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62b1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecb8 expref: 58 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.570940:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.570941:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.570946:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.570957:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.571007:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.571017:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199264512:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.571075:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.572663:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199264512:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.572677:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.572704:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202260992:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1824us (1937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.572736:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14294 00000100:00100000:0.0:1746146163.573507:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.573584:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202261248 00000100:00100000:2.0:1746146163.573589:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202261248 00002000:00100000:2.0:1746146163.573616:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131adf800 x1830966202261248/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.573624:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf800 with x1830966202261248 ext(0->4095) 00002000:00010000:2.0:1746146163.573628:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adf800 00000100:00100000:2.0:1746146163.573652:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13925 00000100:00100000:2.0:1746146163.573656:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202261248:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.573759:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202261248:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.573766:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13925 00002000:00100000:2.0:1746146163.573771:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131adf800 x1830966202261248/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.573777:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf800 with x1830966202261248 ext(0->4095) 00002000:00010000:2.0:1746146163.573779:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adf800 00000100:00100000:0.0:1746146163.575891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.576309:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202261376 00000100:00100000:3.0:1746146163.576316:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202261376 00000100:00100000:3.0:1746146163.576363:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30951 00000100:00100000:3.0:1746146163.576370:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1766:x1830966202261376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.576385:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.576398:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecc6 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.576422:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.576428:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.576430:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.576433:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.576457:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.576468:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.576478:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199264640:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.576568:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.580082:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199264640:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.580108:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.580128:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ea00, rc 0) 00000100:00100000:3.0:1746146163.580175:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1766:x1830966202261376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3804us (4289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.580182:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30951 00000100:00100000:0.0:1746146163.581857:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.581898:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.581915:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202261504 00000100:00100000:2.0:1746146163.581922:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202261504 00010000:00010000:2.0:1746146163.581946:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.581978:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14295 00000100:00100000:3.0:1746146163.582003:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202261632 00000100:00100000:3.0:1746146163.582006:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202261632 00000100:00100000:3.0:1746146163.582032:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30952 00000100:00100000:3.0:1746146163.582037:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202261632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.582050:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746146163.582060:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202261504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.582061:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeccd expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.582071:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.582076:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.582080:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.582085:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.582088:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.582113:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.582124:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.582137:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62b26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecbf expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.582141:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.582153:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.582159:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.582160:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.582165:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.582176:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.582193:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.582202:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.582216:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199264896:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.582266:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626480 going to sleep for 11 seconds 00010000:00010000:3.0:1746146163.582382:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e000, rc 0) 00000100:00100000:3.0:1746146163.582402:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1758:x1830966202261632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 364us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.582407:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30952 00000100:00100000:2.0:1746146163.584438:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199264896:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.584455:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.584497:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202261504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2513us (2645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.584506:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14295 00000100:00100000:0.0:1746146163.585822:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.585895:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202261888 00000100:00100000:1.0:1746146163.585902:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202261888 00002000:00100000:1.0:1746146163.586204:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131addc00 x1830966202261888/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.586213:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131addc00 with x1830966202261888 ext(0->4095) 00010000:00010000:1.0:1746146163.586221:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.586234:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.586240:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131addc00 00000100:00100000:1.0:1746146163.586267:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3276 00000100:00100000:1.0:1746146163.586273:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2010:x1830966202261888:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146163.586383:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2010:x1830966202261888:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.586388:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3276 00002000:00100000:1.0:1746146163.586394:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131addc00 x1830966202261888/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.586401:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131addc00 with x1830966202261888 ext(0->4095) 00010000:00010000:1.0:1746146163.586405:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.586413:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.586418:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131addc00 00000100:00100000:0.0:1746146163.589944:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.590493:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202262016 00000100:00100000:3.0:1746146163.590500:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202262016 00000100:00100000:3.0:1746146163.590553:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30953 00000100:00100000:3.0:1746146163.590561:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202262016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.590575:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.590589:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecd4 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.590611:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.590615:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.590620:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146163.590622:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.590647:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.590659:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.590671:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e200, rc 0) 00000100:00100000:3.0:1746146163.590741:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202262016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.590746:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30953 00000100:00100000:0.0:1746146163.591577:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.591625:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202262144 00000100:00100000:2.0:1746146163.591630:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202262144 00010000:00010000:2.0:1746146163.591647:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.591673:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14296 00000100:00100000:2.0:1746146163.591677:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ec2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966202262144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.591684:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.591697:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.591706:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.591744:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecc6 expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.591761:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.591762:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.591767:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.591773:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.591792:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.591802:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.591811:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199265152:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.591865:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.596170:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199265152:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.596188:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.596234:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ec2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202262144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4554us (4656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.596242:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14296 00000100:00100000:0.0:1746146163.596523:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.596705:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202262400 00000100:00100000:1.0:1746146163.596711:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202262400 00002000:00100000:1.0:1746146163.596762:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131add500 x1830966202262400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.596776:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add500 with x1830966202262400 ext(0->4095) 00010000:00010000:1.0:1746146163.596782:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.596793:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.596798:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131add500 00000100:00100000:1.0:1746146163.597145:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3277 00000100:00100000:1.0:1746146163.597152:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202262400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.597250:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202262400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.597255:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3277 00002000:00100000:1.0:1746146163.597260:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131add500 x1830966202262400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.597266:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add500 with x1830966202262400 ext(0->4095) 00010000:00010000:1.0:1746146163.597271:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.597278:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 58 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.597283:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131add500 00000100:00100000:0.0:1746146163.600362:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.600409:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.600513:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202262656 00000100:00100000:1.0:1746146163.600521:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202262656 00000100:00100000:3.0:1746146163.600612:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202262528 00000100:00100000:3.0:1746146163.600615:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202262528 00010000:00010000:3.0:1746146163.600634:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.600664:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14297 00000100:00100000:3.0:1746146163.600671:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2010:x1830966202262528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.600682:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.600699:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.600710:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.600751:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeccd expref: 59 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.600764:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.600766:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.600771:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.600783:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.600807:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.600818:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199265280:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146163.600960:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30954 00000100:00100000:1.0:1746146163.600967:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202262656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.600977:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.600985:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecdb expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.600999:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.601004:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.601005:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.601007:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.601020:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.601029:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.601036:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199265408:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.601211:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.601378:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.604954:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199265280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.604971:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.605000:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2010:x1830966202262528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4330us (4591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.605009:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14297 00000100:00100000:1.0:1746146163.605078:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199265408:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.605095:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.605110:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146163.605126:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f149050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202262656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4160us (4771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.605131:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30954 00000100:00100000:0.0:1746146163.605415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.605798:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202262912 00000100:00100000:3.0:1746146163.605803:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202262912 00002000:00100000:3.0:1746146163.605831:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131add880 x1830966202262912/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.605840:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add880 with x1830966202262912 ext(0->4095) 00010000:00010000:3.0:1746146163.605846:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.605856:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.605862:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131add880 00000100:00100000:3.0:1746146163.605889:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3278 00000100:00100000:3.0:1746146163.605895:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202262912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.607167:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202262912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1268us (1749us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.607176:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3278 00002000:00100000:3.0:1746146163.607183:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131add880 x1830966202262912/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.607190:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add880 with x1830966202262912 ext(0->4095) 00010000:00010000:3.0:1746146163.607197:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.607207:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:3.0:1746146163.607212:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131add880 00000100:00100000:0.0:1746146163.610310:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.610529:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202263040 00000100:00100000:3.0:1746146163.610536:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202263040 00010000:00010000:3.0:1746146163.610569:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.610589:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14298 00000100:00100000:3.0:1746146163.610595:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202263040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.610606:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.610618:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.610633:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.610651:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecd4 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.610678:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.610680:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.610685:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.610692:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.610740:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.610751:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199265536:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.611281:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.614711:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.614830:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202263296 00000100:00100000:2.0:1746146163.614837:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202263296 00002000:00100000:2.0:1746146163.614868:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131adc700 x1830966202263296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.614877:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adc700 with x1830966202263296 ext(0->4095) 00002000:00010000:2.0:1746146163.614881:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adc700 00000100:00100000:2.0:1746146163.614902:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13926 00000100:00100000:2.0:1746146163.614908:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202263296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.615009:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202263296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.615015:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13926 00002000:00100000:2.0:1746146163.615019:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131adc700 x1830966202263296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.615025:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adc700 with x1830966202263296 ext(0->4095) 00002000:00010000:2.0:1746146163.615027:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adc700 00000100:00100000:3.0:1746146163.615099:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199265536:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.615114:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.615134:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202263040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4539us (4831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.615140:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14298 00000100:00100000:0.0:1746146163.621641:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.621737:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202263424 00000100:00100000:1.0:1746146163.621744:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202263424 00000100:00100000:1.0:1746146163.621775:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30955 00000100:00100000:1.0:1746146163.621781:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202263424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.621795:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.621807:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfece2 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.621829:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.621835:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.621836:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.621838:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.621858:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.621866:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 57 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.621880:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880133368700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199265664:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.626661:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.629795:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880133368700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199265664:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.629822:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.629837:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:1.0:1746146163.629890:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202263424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8107us (8254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.629897:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30955 00000100:00100000:0.0:1746146163.640318:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.641864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.642333:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202263552 00000100:00100000:1.0:1746146163.642340:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202263552 00000100:00100000:1.0:1746146163.642379:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30956 00000100:00100000:1.0:1746146163.642385:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202263552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.642398:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.642410:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfece9 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.642430:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.642434:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.642439:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146163.642442:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.642473:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.642482:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.642489:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146163.642520:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1758:x1830966202263552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (2210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.642526:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30956 00000100:00100000:2.0:1746146163.643656:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202263680 00000100:00100000:2.0:1746146163.643663:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202263680 00002000:00100000:2.0:1746146163.643695:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a4f9880 x1830966202263680/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.643705:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f9880 with x1830966202263680 ext(0->7) 00010000:00010000:2.0:1746146163.643712:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 59 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.643744:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 59 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:2.0:1746146163.643750:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f9880 00000100:00100000:2.0:1746146163.644131:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3279 00000100:00100000:2.0:1746146163.644139:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966202263680:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146163.645304:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2008:x1830966202263680:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1162us (3440us total) trans 4294972233 rc 0/0 00000100:00100000:0.0:1746146163.645312:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3279 00002000:00100000:0.0:1746146163.645318:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a4f9880 x1830966202263680/t4294972233(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.645326:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f9880 with x1830966202263680 ext(0->7) 00010000:00010000:0.0:1746146163.645332:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 61 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.645345:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 61 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.645350:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f9880 00000100:00100000:1.0:1746146163.647899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.648561:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202263808 00000100:00100000:3.0:1746146163.648569:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202263808 00010000:00010000:3.0:1746146163.648599:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 61 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.648665:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14299 00000100:00100000:3.0:1746146163.648671:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2009:x1830966202263808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.648683:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.648698:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 61 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.648707:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 61 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.648745:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecdb expref: 61 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.648771:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.648773:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.648779:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.648786:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.648811:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.648821:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 5 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.648831:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199265920:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.649425:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.652407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.652500:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199265920:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.652517:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146163.652598:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202264064 00000100:00100000:1.0:1746146163.652603:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202264064 00002000:00100000:1.0:1746146163.652637:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8700 x1830966202264064/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.652645:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8700 with x1830966202264064 ext(0->4095) 00010000:00010000:1.0:1746146163.652651:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.652661:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.652667:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f8700 00000100:00100000:1.0:1746146163.652855:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3280 00000100:00100000:1.0:1746146163.652862:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202264064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.652973:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2009:x1830966202263808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4301us (5079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.652980:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14299 00000100:00100000:1.0:1746146163.653245:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202264064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 384us (844us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.653251:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3280 00002000:00100000:1.0:1746146163.653255:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8700 x1830966202264064/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.653262:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8700 with x1830966202264064 ext(0->4095) 00010000:00010000:1.0:1746146163.653266:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.653274:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.653279:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f8700 00000100:00100000:0.0:1746146163.657966:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.658124:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202264192 00000100:00100000:3.0:1746146163.658132:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202264192 00010000:00010000:3.0:1746146163.658158:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.658188:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14300 00000100:00100000:3.0:1746146163.658195:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202264192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.658208:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.658223:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.658233:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.658250:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece2 expref: 6 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.658513:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.658516:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.658523:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.658529:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.658563:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.658574:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199266048:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.658901:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.661076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.661167:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199266048:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.661184:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.661220:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202264192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3025us (3261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.661228:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14300 00000100:00100000:1.0:1746146163.661403:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202264448 00000100:00100000:1.0:1746146163.661408:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202264448 00002000:00100000:1.0:1746146163.661443:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaf480 x1830966202264448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.661451:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf480 with x1830966202264448 ext(0->4095) 00002000:00010000:1.0:1746146163.661454:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaf480 00000100:00100000:1.0:1746146163.661479:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13927 00000100:00100000:1.0:1746146163.661485:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2008:x1830966202264448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.661845:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2008:x1830966202264448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 359us (775us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.661851:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13927 00002000:00100000:1.0:1746146163.661856:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaf480 x1830966202264448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.661862:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf480 with x1830966202264448 ext(0->4095) 00002000:00010000:1.0:1746146163.661865:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaf480 00000100:00100000:0.0:1746146163.677284:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.677431:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202264576 00000100:00100000:1.0:1746146163.677439:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202264576 00000100:00100000:1.0:1746146163.677484:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30957 00000100:00100000:1.0:1746146163.677492:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202264576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.677507:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.677521:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecf0 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.677554:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.677561:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.677563:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.677566:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.677591:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.677601:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 59 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:1.0:1746146163.677610:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199266176:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.677683:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.683455:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199266176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.683497:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.683513:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:1.0:1746146163.683576:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202264576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6084us (6298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.683583:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30957 00000100:00100000:0.0:1746146163.727917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.730435:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202264704 00000100:00100000:1.0:1746146163.730446:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202264704 00002000:00100000:1.0:1746146163.730491:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089eac380 x1830966202264704/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.730500:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac380 with x1830966202264704 ext(0->7) 00010000:00010000:1.0:1746146163.730508:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 60 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.730519:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 60 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.730525:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eac380 00000100:00100000:1.0:1746146163.730573:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3281 00000100:00100000:1.0:1746146163.730581:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966202264704:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146163.731367:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202264704:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 785us (3454us total) trans 4294972234 rc 0/0 00000100:00100000:0.0:1746146163.731374:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3281 00002000:00100000:0.0:1746146163.731380:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089eac380 x1830966202264704/t4294972234(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.731389:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eac380 with x1830966202264704 ext(0->7) 00010000:00010000:0.0:1746146163.731393:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 62 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.731403:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 62 pid: 9583 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.731408:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eac380 00000100:00100000:0.0:1746146163.736561:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.738262:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202264832 00000100:00100000:1.0:1746146163.738273:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202264832 00000100:00100000:1.0:1746146163.738325:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30958 00000100:00100000:1.0:1746146163.738333:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1758:x1830966202264832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.738348:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.738363:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecf7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.738386:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.738391:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.738397:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146163.738400:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.738432:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.738442:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.738451:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146163.738495:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202264832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.738501:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30958 00000100:00100000:0.0:1746146163.740253:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.742013:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202264960 00000100:00100000:1.0:1746146163.742025:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202264960 00000100:00100000:1.0:1746146163.742087:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 562 00000100:00100000:1.0:1746146163.742096:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:062d881c-0617-4303-9947-c7a5def1166b+12:2007:x1830966202264960:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746146163.742155:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080619050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:062d881c-0617-4303-9947-c7a5def1166b+12:2007:x1830966202264960:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 61us (1909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.742161:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 562 00000100:00100000:1.0:1746146163.744961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.744986:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.745010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.745022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.745032:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.745059:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.745075:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202265216 00000100:00100000:1.0:1746146163.745081:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202265216 00000100:00100000:1.0:1746146163.745114:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202265472 00000100:00100000:1.0:1746146163.745116:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202265472 00000100:00100000:1.0:1746146163.745126:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202265088 00000100:00100000:1.0:1746146163.745128:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202265088 00000100:00100000:1.0:1746146163.745144:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202265600 00000100:00100000:1.0:1746146163.745145:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202265600 00000100:00100000:1.0:1746146163.745155:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1156 00000100:00100000:1.0:1746146163.745161:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2007:x1830966202265216:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146163.745171:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1157 00000100:00100000:2.0:1746146163.745179:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966202265472:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746146163.745215:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2007:x1830966202265216:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 48us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.745220:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1156 00000100:00100000:1.0:1746146163.745232:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1158 00000100:00100000:1.0:1746146163.745237:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202265088:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746146163.745257:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202265088:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 20us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.745259:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966202265472:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 80us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.745263:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1158 00000100:00100000:2.0:1746146163.745267:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1157 00000100:00100000:1.0:1746146163.745272:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1159 00000100:00100000:1.0:1746146163.745276:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202265600:12345-192.168.203.12@tcp:400:kworker.0 00000100:00080000:2.0:1746146163.745283:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746146163.745286:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746146163.745291:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202265600:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 15us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.745295:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1159 00000100:00100000:2.0:1746146163.745296:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202265728 00000100:00100000:2.0:1746146163.745299:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202265728 00000100:00080000:2.0:1746146163.745309:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746146163.745325:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202265344 00000100:00100000:2.0:1746146163.745328:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202265344 00000100:00100000:2.0:1746146163.745343:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 795 00000100:00100000:2.0:1746146163.745347:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202265728:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146163.745367:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202265728:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 20us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.745372:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 795 00000100:00100000:2.0:1746146163.745382:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 796 00000100:00100000:2.0:1746146163.745387:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2007:x1830966202265344:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146163.745409:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2007:x1830966202265344:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 21us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.745413:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 796 00000100:00080000:2.0:1746146163.745423:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146163.747325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.747949:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202265856 00000100:00100000:3.0:1746146163.747957:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202265856 00010000:00010000:3.0:1746146163.747991:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 63 pid: 9583 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.748024:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14301 00000100:00100000:3.0:1746146163.748030:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966202265856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.748042:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.748066:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 63 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.748081:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 63 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.748098:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62b50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfece9 expref: 63 pid: 9583 timeout: 865 lvb_type: 0 00010000:00010000:3.0:1746146163.748123:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.748125:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.748131:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.748137:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.748163:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.748173:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.748183:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199266432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.749631:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.752820:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199266432:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146163.752821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146163.752840:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146163.752970:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202266112 00000100:00100000:0.0:1746146163.752977:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202266112 00002000:00100000:0.0:1746146163.753012:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1f80 x1830966202266112/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.753025:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1f80 with x1830966202266112 ext(0->4095) 00010000:00010000:0.0:1746146163.753033:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.753044:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.753050:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1f80 00000100:00100000:0.0:1746146163.753075:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3282 00000100:00100000:0.0:1746146163.753081:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202266112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146163.753872:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202266112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 788us (1049us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146163.753879:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3282 00002000:00100000:0.0:1746146163.753884:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1f80 x1830966202266112/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.753891:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1f80 with x1830966202266112 ext(0->4095) 00010000:00010000:0.0:1746146163.753896:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:0.0:1746146163.753905:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:0.0:1746146163.753910:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1f80 00000100:00100000:2.0:1746146163.754135:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202265856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6104us (6813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.754143:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14301 00000100:00100000:0.0:1746146163.757014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.757328:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202266240 00000100:00100000:2.0:1746146163.757336:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202266240 00010000:00010000:2.0:1746146163.757363:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.757438:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14302 00000100:00100000:2.0:1746146163.757444:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202266240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.757455:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.757471:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.757482:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.757499:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62b57 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf0 expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.757526:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.757529:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.757534:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 61 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.757549:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 61 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.757575:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 61 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.757585:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199266560:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.757653:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.760701:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199266560:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.760748:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.760792:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202266240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3348us (3783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.760801:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14302 00000100:00100000:1.0:1746146163.761322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.761489:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202266496 00000100:00100000:0.0:1746146163.761495:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202266496 00002000:00100000:0.0:1746146163.761696:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0000 x1830966202266496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.761706:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0000 with x1830966202266496 ext(0->4095) 00002000:00010000:0.0:1746146163.761709:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa0000 00000100:00100000:0.0:1746146163.761753:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13928 00000100:00100000:0.0:1746146163.761759:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202266496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146163.761844:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202266496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146163.761852:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13928 00002000:00100000:0.0:1746146163.761857:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0000 x1830966202266496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.761864:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0000 with x1830966202266496 ext(0->4095) 00002000:00010000:0.0:1746146163.761866:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa0000 00000100:00100000:0.0:1746146163.764632:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.764691:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202266624 00000100:00100000:2.0:1746146163.764699:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202266624 00000100:00100000:2.0:1746146163.764756:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30959 00000100:00100000:2.0:1746146163.764762:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202266624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.764774:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.764787:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfecfe expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.764810:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 61 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.764820:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.764822:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.764825:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.764846:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 61 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.764854:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 61 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.764863:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199266688:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.764935:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.767591:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199266688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.767616:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.767630:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146163.767680:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202266624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2917us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.767687:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30959 00000100:00100000:0.0:1746146163.768205:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.768429:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202266752 00000100:00100000:2.0:1746146163.768434:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202266752 00010000:00010000:2.0:1746146163.768454:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 62 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.768475:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14303 00000100:00100000:2.0:1746146163.768480:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202266752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.768488:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.768501:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 62 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.768509:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 62 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.768526:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62b5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecf7 expref: 62 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.768537:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.768548:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.768553:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.768559:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.768579:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.768587:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199266816:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.768639:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c626900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.770971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.771172:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202267008 00000100:00100000:3.0:1746146163.771179:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202267008 00002000:00100000:3.0:1746146163.771209:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaea00 x1830966202267008/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.771217:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaea00 with x1830966202267008 ext(0->4095) 00002000:00010000:3.0:1746146163.771221:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaea00 00000100:00100000:3.0:1746146163.771246:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13929 00000100:00100000:3.0:1746146163.771252:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202267008:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146163.771349:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202267008:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.771355:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13929 00002000:00100000:3.0:1746146163.771360:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaea00 x1830966202267008/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.771366:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaea00 with x1830966202267008 ext(0->4095) 00002000:00010000:3.0:1746146163.771368:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaea00 00000100:00100000:0.0:1746146163.771748:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.771917:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199266816:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.771933:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.771954:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2007:x1830966202266752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3474us (3750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.771960:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14303 00000100:00100000:3.0:1746146163.772902:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202267136 00000100:00100000:3.0:1746146163.773517:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202267136 00000100:00100000:3.0:1746146163.773682:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30960 00000100:00100000:3.0:1746146163.773689:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+61:1758:x1830966202267136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.773704:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.773740:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed05 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.773762:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.773768:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.773770:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.773772:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.773795:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.773804:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 5 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:3.0:1746146163.773814:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199266944:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.774004:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.774049:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202267264 00000100:00100000:0.0:1746146163.774053:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202267264 00000100:00100000:0.0:1746146163.774070:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30961 00000100:00100000:0.0:1746146163.774074:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1766:x1830966202267264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146163.774080:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146163.774086:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed0c expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.774095:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146163.774098:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.774102:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146163.774105:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.774123:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.774133:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146163.774140:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997afc00, rc 0) 00000100:00100000:0.0:1746146163.774157:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1766:x1830966202267264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146163.774162:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30961 00000100:00100000:3.0:1746146163.774380:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.776434:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199266944:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.776459:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.776470:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e000, rc 0) 00000100:00100000:3.0:1746146163.776517:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202267136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2827us (4768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.776523:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30960 00000100:00100000:0.0:1746146163.776630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.776739:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202267392 00000100:00100000:2.0:1746146163.776744:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202267392 00010000:00010000:2.0:1746146163.776764:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.776785:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14304 00000100:00100000:2.0:1746146163.776791:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202267392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.776800:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.776815:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.776825:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.776848:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62b65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfecfe expref: 6 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.776873:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.776874:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.776880:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.776887:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.776910:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.776920:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 62 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.776930:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199267200:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.776988:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.778860:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199267200:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.778877:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.778921:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202267392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2130us (2291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.778930:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14304 00000100:00100000:0.0:1746146163.779350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.779510:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202267648 00000100:00100000:1.0:1746146163.779516:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202267648 00002000:00100000:1.0:1746146163.779558:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eadc00 x1830966202267648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.779567:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadc00 with x1830966202267648 ext(0->4095) 00010000:00010000:1.0:1746146163.779573:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.779585:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.779591:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eadc00 00000100:00100000:1.0:1746146163.780085:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3283 00000100:00100000:1.0:1746146163.780093:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966202267648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.780195:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966202267648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (845us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.780201:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3283 00002000:00100000:1.0:1746146163.780206:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eadc00 x1830966202267648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.780213:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadc00 with x1830966202267648 ext(0->4095) 00010000:00010000:1.0:1746146163.780218:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:1.0:1746146163.780226:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 865 lvb_type: 0 00002000:00010000:1.0:1746146163.780232:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eadc00 00000100:00100000:0.0:1746146163.786184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.786321:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202267776 00000100:00100000:2.0:1746146163.786329:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202267776 00010000:00010000:2.0:1746146163.786358:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 865 lvb_type: 0 00000100:00100000:2.0:1746146163.786382:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14305 00000100:00100000:2.0:1746146163.786389:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202267776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.786400:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.786415:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.786430:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.786449:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed05 expref: 63 pid: 26612 timeout: 865 lvb_type: 0 00010000:00010000:2.0:1746146163.786478:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.786480:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.786485:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.786493:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.786519:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.786529:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199267328:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.786612:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.790535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.790610:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202268032 00000100:00100000:3.0:1746146163.790617:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202268032 00002000:00100000:3.0:1746146163.790651:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0a80 x1830966202268032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.790665:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0a80 with x1830966202268032 ext(0->4095) 00002000:00010000:3.0:1746146163.790669:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa0a80 00000100:00100000:3.0:1746146163.790685:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13930 00000100:00100000:3.0:1746146163.790692:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202268032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.790789:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199267328:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.790804:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.790837:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202267776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4448us (4661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.790844:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14305 00000100:00100000:3.0:1746146163.791124:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202268032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 431us (600us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.791133:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13930 00002000:00100000:3.0:1746146163.791138:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0a80 x1830966202268032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.791145:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0a80 with x1830966202268032 ext(0->4095) 00002000:00010000:3.0:1746146163.791147:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa0a80 00000100:00100000:0.0:1746146163.793235:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.793337:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202268160 00000100:00100000:3.0:1746146163.793344:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202268160 00000100:00100000:3.0:1746146163.793390:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30962 00000100:00100000:3.0:1746146163.793397:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202268160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.793411:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.793424:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed13 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.793447:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.793453:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.793455:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.793458:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.793482:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.793497:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 61 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.793507:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199267456:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.793584:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.795481:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199267456:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.795507:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.795522:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e200, rc 0) 00000100:00100000:3.0:1746146163.795567:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202268160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2170us (2338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.795574:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30962 00000100:00100000:0.0:1746146163.796522:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.796623:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202268288 00000100:00100000:2.0:1746146163.796630:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202268288 00010000:00010000:2.0:1746146163.796655:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.796685:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14306 00000100:00100000:2.0:1746146163.796690:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202268288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.796700:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.796738:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.796748:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.796766:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb62b73 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed0c expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.797360:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.797362:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.797369:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.797377:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.797407:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.797417:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199267584:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.797526:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.799954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.800143:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199267584:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.800160:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.800194:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2007:x1830966202268288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3503us (3676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.800203:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14306 00000100:00100000:3.0:1746146163.800266:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202268544 00000100:00100000:3.0:1746146163.800271:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202268544 00002000:00100000:3.0:1746146163.800298:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f5880 x1830966202268544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.800306:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5880 with x1830966202268544 ext(0->4095) 00002000:00010000:3.0:1746146163.800310:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f5880 00000100:00100000:3.0:1746146163.800334:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13931 00000100:00100000:3.0:1746146163.800340:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202268544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146163.800433:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202268544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.800440:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13931 00002000:00100000:3.0:1746146163.800445:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f5880 x1830966202268544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.800451:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5880 with x1830966202268544 ext(0->4095) 00002000:00010000:3.0:1746146163.800453:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f5880 00000100:00100000:0.0:1746146163.800678:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.801248:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202268672 00000100:00100000:3.0:1746146163.801253:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202268672 00000100:00100000:3.0:1746146163.801586:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30963 00000100:00100000:3.0:1746146163.801593:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+61:1758:x1830966202268672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.801604:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.801616:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed1a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.801637:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.801644:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.801645:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.801648:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.802193:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.802205:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.802221:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199267712:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.802435:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.803230:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.803367:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202268800 00000100:00100000:2.0:1746146163.803371:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202268800 00000100:00100000:2.0:1746146163.803393:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30964 00000100:00100000:2.0:1746146163.803396:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1766:x1830966202268800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.803406:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.803414:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed21 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.803427:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.803430:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.803433:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.803435:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.803454:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.803460:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.803469:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00000100:00100000:2.0:1746146163.803500:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1766:x1830966202268800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.803504:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30964 00000100:00100000:3.0:1746146163.804900:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199267712:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.804920:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.804931:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ec00, rc 0) 00000100:00100000:3.0:1746146163.804958:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202268672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3365us (4280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.804963:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30963 00000100:00100000:0.0:1746146163.805345:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.805613:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202268928 00000100:00100000:2.0:1746146163.805617:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202268928 00010000:00010000:2.0:1746146163.805635:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.805691:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14307 00000100:00100000:2.0:1746146163.805698:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202268928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.805708:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.805744:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.805753:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.805770:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b7a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed13 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.805953:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.805955:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.805961:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.805973:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.805995:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.806004:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.806019:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199267968:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.806083:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.807192:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199267968:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.807202:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.807227:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202268928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1531us (1884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.807232:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14307 00000100:00100000:0.0:1746146163.807495:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.807625:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202269184 00000100:00100000:1.0:1746146163.807630:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202269184 00002000:00100000:1.0:1746146163.807655:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f6d80 x1830966202269184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.807662:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f6d80 with x1830966202269184 ext(0->4095) 00010000:00010000:1.0:1746146163.807668:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146163.807678:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146163.807684:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f6d80 00000100:00100000:1.0:1746146163.807706:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3284 00000100:00100000:1.0:1746146163.807733:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202269184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.807821:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202269184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.807826:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3284 00002000:00100000:1.0:1746146163.807831:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f6d80 x1830966202269184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.807838:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f6d80 with x1830966202269184 ext(0->4095) 00010000:00010000:1.0:1746146163.807842:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146163.807850:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146163.807855:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f6d80 00000100:00100000:0.0:1746146163.809268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.809407:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202269312 00000100:00100000:2.0:1746146163.809412:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202269312 00010000:00010000:2.0:1746146163.809430:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.809448:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14308 00000100:00100000:2.0:1746146163.809453:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966202269312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.809461:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.809475:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.809484:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.809499:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62b81 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed1a expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.809509:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.809511:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.809516:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.809523:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.809555:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.809566:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199268096:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.809624:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.812839:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199268096:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.812859:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.812907:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202269312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3452us (3641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.812915:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14308 00000100:00100000:1.0:1746146163.813412:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.813570:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202269568 00000100:00100000:3.0:1746146163.813575:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202269568 00002000:00100000:3.0:1746146163.813605:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3800 x1830966202269568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.813614:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3800 with x1830966202269568 ext(0->4095) 00002000:00010000:3.0:1746146163.813617:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa3800 00000100:00100000:3.0:1746146163.813630:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13932 00000100:00100000:3.0:1746146163.813636:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202269568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.813764:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202269568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (353us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.813770:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13932 00002000:00100000:3.0:1746146163.813775:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3800 x1830966202269568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.813788:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3800 with x1830966202269568 ext(0->4095) 00002000:00010000:3.0:1746146163.813790:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa3800 00000100:00100000:1.0:1746146163.816329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.816406:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202269696 00000100:00100000:3.0:1746146163.816413:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202269696 00000100:00100000:3.0:1746146163.816453:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30965 00000100:00100000:3.0:1746146163.816460:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202269696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.816473:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.816486:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed28 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.816508:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 61 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.816514:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.816515:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.816518:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.816739:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 61 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.816749:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 61 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.816758:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199268224:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.816937:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.819535:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199268224:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.819569:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.819582:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e000, rc 0) 00000100:00100000:3.0:1746146163.820016:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202269696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3552us (3688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.820024:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30965 00000100:00100000:0.0:1746146163.820532:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.820573:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202269824 00000100:00100000:2.0:1746146163.820577:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202269824 00010000:00010000:2.0:1746146163.820597:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.820611:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14309 00000100:00100000:2.0:1746146163.820615:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202269824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.820623:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.820635:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.820642:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.820656:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62b88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed21 expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.820670:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.820671:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.820675:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.820680:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.820697:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.820707:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199268352:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.820762:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.823957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.824061:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202270208 00000100:00100000:3.0:1746146163.824068:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202270208 00000100:00100000:3.0:1746146163.824100:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30966 00000100:00100000:3.0:1746146163.824106:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1758:x1830966202270208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.824119:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.824132:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed2f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.824152:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.824157:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.824159:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.824161:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.824182:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.824191:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.824201:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199268480:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.824250:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.824339:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199268352:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.824355:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.824374:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966202269824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3757us (3843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.824381:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14309 00000100:00100000:0.0:1746146163.826083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.826203:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202270080 00000100:00100000:1.0:1746146163.826209:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202270080 00002000:00100000:1.0:1746146163.826242:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5df80 x1830966202270080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.826249:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5df80 with x1830966202270080 ext(0->4095) 00010000:00010000:1.0:1746146163.826256:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146163.826265:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146163.826271:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5df80 00000100:00100000:1.0:1746146163.826298:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3285 00000100:00100000:1.0:1746146163.826304:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202270080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146163.826392:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202270080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.826397:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3285 00002000:00100000:1.0:1746146163.826401:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5df80 x1830966202270080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.826407:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5df80 with x1830966202270080 ext(0->4095) 00010000:00010000:1.0:1746146163.826411:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146163.826417:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146163.826422:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5df80 00000100:00100000:3.0:1746146163.827235:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199268480:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.827256:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.827267:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ea00, rc 0) 00000100:00100000:3.0:1746146163.827301:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1758:x1830966202270208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3195us (3351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.827308:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30966 00000100:00100000:0.0:1746146163.829228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.829402:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.829482:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202270336 00000100:00100000:3.0:1746146163.829490:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202270336 00000100:00100000:3.0:1746146163.829531:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30967 00000100:00100000:3.0:1746146163.829552:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1766:x1830966202270336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.829568:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.829580:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed36 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.829593:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202270464 00000100:00100000:2.0:1746146163.829597:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202270464 00010000:00010000:3.0:1746146163.829600:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.829603:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.829608:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.829611:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.829613:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.829641:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.829652:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.829659:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e200, rc 0) 00000100:00100000:3.0:1746146163.829699:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1766:x1830966202270336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.829704:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30967 00000100:00100000:2.0:1746146163.830032:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14310 00000100:00100000:2.0:1746146163.830039:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202270464:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.830047:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.830062:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.830071:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.830084:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62b8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed28 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.830105:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.830107:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.830111:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.830117:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.830134:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.830143:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.830153:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199268736:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.830203:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c6266c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.831823:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199268736:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.831839:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.831875:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202270464:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1836us (2473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.831883:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14310 00000100:00100000:0.0:1746146163.832234:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.832325:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202270720 00000100:00100000:2.0:1746146163.832329:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202270720 00002000:00100000:2.0:1746146163.832489:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5f480 x1830966202270720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.832498:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5f480 with x1830966202270720 ext(0->4095) 00010000:00010000:2.0:1746146163.832506:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.832520:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.832525:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5f480 00000100:00100000:2.0:1746146163.832553:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3286 00000100:00100000:2.0:1746146163.832559:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202270720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.832672:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202270720:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.832678:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3286 00002000:00100000:2.0:1746146163.832682:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5f480 x1830966202270720/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.832689:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5f480 with x1830966202270720 ext(0->4095) 00010000:00010000:2.0:1746146163.832693:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.832701:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.832706:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5f480 00000100:00100000:0.0:1746146163.835290:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.835378:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202270848 00000100:00100000:2.0:1746146163.835385:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202270848 00010000:00010000:2.0:1746146163.835410:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.835859:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14311 00000100:00100000:2.0:1746146163.835866:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2010:x1830966202270848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.835876:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.835891:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.835902:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.835919:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62b96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed2f expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.835944:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.835946:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.835951:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.835958:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.835981:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.835990:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199268864:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.836055:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.839229:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.839293:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202271104 00000100:00100000:3.0:1746146163.839299:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202271104 00002000:00100000:3.0:1746146163.839335:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5e300 x1830966202271104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.839343:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e300 with x1830966202271104 ext(0->4095) 00002000:00010000:3.0:1746146163.839347:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5e300 00000100:00100000:3.0:1746146163.839371:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13933 00000100:00100000:3.0:1746146163.839377:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202271104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.839477:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202271104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (256us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.839483:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13933 00002000:00100000:3.0:1746146163.839488:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5e300 x1830966202271104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.839500:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e300 with x1830966202271104 ext(0->4095) 00002000:00010000:3.0:1746146163.839502:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5e300 00000100:00100000:2.0:1746146163.839667:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199268864:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.839681:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.839699:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2010:x1830966202270848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3834us (4416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.839706:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14311 00000100:00100000:0.0:1746146163.843433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.843680:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202271232 00000100:00100000:3.0:1746146163.843687:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202271232 00000100:00100000:3.0:1746146163.843754:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30968 00000100:00100000:3.0:1746146163.843761:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202271232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.843775:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.843789:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed3d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.843811:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 61 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.843817:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.843819:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.843829:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.843850:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 61 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.843859:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 61 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.843869:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199268992:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.843942:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.846189:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199268992:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146163.846213:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.846226:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ee00, rc 0) 00000100:00100000:0.0:1746146163.846233:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.846269:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202271232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2507us (2842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.846275:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30968 00000100:00100000:2.0:1746146163.846399:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202271360 00000100:00100000:2.0:1746146163.846829:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202271360 00010000:00010000:2.0:1746146163.846850:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.846873:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14312 00000100:00100000:2.0:1746146163.846878:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202271360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.846887:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.846900:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.846909:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.846924:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e200/0x88944630cfb62b9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed36 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.846944:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.846946:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.846950:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.846957:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.846979:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.846989:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199269120:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.847901:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.850437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.850518:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.850606:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199269120:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.850623:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.850640:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202271616 00000100:00100000:3.0:1746146163.850645:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202271616 00000100:00100000:2.0:1746146163.850654:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2007:x1830966202271360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3775us (4421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.850661:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14312 00002000:00100000:3.0:1746146163.850678:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6680 x1830966202271616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.850685:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6680 with x1830966202271616 ext(0->4095) 00002000:00010000:3.0:1746146163.850689:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6680 00000100:00100000:2.0:1746146163.850689:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202271744 00000100:00100000:2.0:1746146163.850691:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202271744 00000100:00100000:2.0:1746146163.850705:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30969 00000100:00100000:2.0:1746146163.850711:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+61:1758:x1830966202271744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746146163.850727:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13934 00000100:00100000:3.0:1746146163.850732:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202271616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00010000:00010000:2.0:1746146163.850737:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.850748:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed44 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.850765:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.850772:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.850773:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.850775:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.850793:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.850807:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.850812:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202271616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.850816:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199269248:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146163.850817:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13934 00002000:00100000:3.0:1746146163.850821:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6680 x1830966202271616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.850827:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6680 with x1830966202271616 ext(0->4095) 00010000:00010000:3.0:1746146163.850831:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.850843:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.850849:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d6680 00000100:00100000:2.0:1746146163.850851:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.852480:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199269248:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.852498:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.852509:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:0.0:1746146163.852521:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.852555:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1758:x1830966202271744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1843us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.852561:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30969 00000100:00100000:2.0:1746146163.852576:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202271872 00000100:00100000:2.0:1746146163.852579:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202271872 00000100:00100000:2.0:1746146163.852607:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30970 00000100:00100000:2.0:1746146163.852613:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1766:x1830966202271872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.852623:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.852631:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed4b expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.852644:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.852648:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.852657:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.852660:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 63 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.852682:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.852690:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 63 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.852697:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146163.853061:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1766:x1830966202271872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 446us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.853066:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30970 00000100:00100000:0.0:1746146163.853340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.853399:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202272000 00000100:00100000:2.0:1746146163.853402:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202272000 00010000:00010000:2.0:1746146163.853416:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.853442:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14313 00000100:00100000:2.0:1746146163.853447:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202272000:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.853455:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.853467:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.853592:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.853608:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb62ba4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed3d expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.853623:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.853624:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.853629:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.853635:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.853653:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.853666:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.853676:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199269504:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.854066:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.855496:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199269504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.855509:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.855546:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202272000:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2089us (2197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.855554:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14313 00000100:00100000:0.0:1746146163.856091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.856548:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202272256 00000100:00100000:2.0:1746146163.856554:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202272256 00002000:00100000:2.0:1746146163.856586:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0a300 x1830966202272256/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.856594:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0a300 with x1830966202272256 ext(0->4095) 00010000:00010000:2.0:1746146163.856600:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.856611:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.856617:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0a300 00000100:00100000:2.0:1746146163.857008:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3287 00000100:00100000:2.0:1746146163.857015:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202272256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.857124:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202272256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (1033us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.857130:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3287 00002000:00100000:2.0:1746146163.857135:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0a300 x1830966202272256/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.857142:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0a300 with x1830966202272256 ext(0->4095) 00010000:00010000:2.0:1746146163.857146:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.857291:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.857297:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0a300 00000100:00100000:0.0:1746146163.858469:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.858558:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202272384 00000100:00100000:2.0:1746146163.858563:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202272384 00010000:00010000:2.0:1746146163.858613:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.858643:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14314 00000100:00100000:2.0:1746146163.858650:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2009:x1830966202272384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.858659:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.858673:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.858681:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.858699:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62bab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed44 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.858744:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.858746:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.858752:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.858759:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.858785:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.858800:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199269632:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.858871:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.862510:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.862601:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202272640 00000100:00100000:3.0:1746146163.862608:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202272640 00002000:00100000:3.0:1746146163.862642:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d09c00 x1830966202272640/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.862650:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d09c00 with x1830966202272640 ext(0->4095) 00002000:00010000:3.0:1746146163.862654:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d09c00 00000100:00100000:3.0:1746146163.862680:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13935 00000100:00100000:3.0:1746146163.862686:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202272640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.862827:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202272640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (323us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.862833:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13935 00002000:00100000:3.0:1746146163.862839:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d09c00 x1830966202272640/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.862846:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d09c00 with x1830966202272640 ext(0->4095) 00002000:00010000:3.0:1746146163.862848:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d09c00 00000100:00100000:2.0:1746146163.863017:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199269632:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.863034:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.863054:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2009:x1830966202272384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4405us (4589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.863061:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14314 00000100:00100000:0.0:1746146163.865645:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.865844:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202272768 00000100:00100000:2.0:1746146163.865850:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202272768 00000100:00100000:2.0:1746146163.865892:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30971 00000100:00100000:2.0:1746146163.865899:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202272768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.865911:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.865924:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed52 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.865946:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 61 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.865952:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.865954:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.865957:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.865980:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 61 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.865996:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 61 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.866006:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199269760:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.866423:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be180 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.867701:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199269760:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.867741:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.867753:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146163.867779:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202272768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1880us (2139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.867785:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30971 00000100:00100000:0.0:1746146163.867936:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.868087:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202272896 00000100:00100000:2.0:1746146163.868091:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202272896 00010000:00010000:2.0:1746146163.868106:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.868156:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14315 00000100:00100000:2.0:1746146163.868162:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202272896:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.868170:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.868185:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.868199:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.868215:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62bb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed4b expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.868413:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.868415:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.868421:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.868428:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.868448:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.868457:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199269888:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.868583:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be180 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.869744:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199269888:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.869757:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.869793:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2008:x1830966202272896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1631us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.869801:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14315 00000100:00100000:0.0:1746146163.869977:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.870083:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202273152 00000100:00100000:2.0:1746146163.870088:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202273152 00002000:00100000:2.0:1746146163.870112:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b867100 x1830966202273152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.870120:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b867100 with x1830966202273152 ext(0->4095) 00002000:00010000:2.0:1746146163.870124:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b867100 00000100:00100000:2.0:1746146163.870148:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13936 00000100:00100000:2.0:1746146163.870154:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202273152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146163.870256:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202273152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.870261:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13936 00002000:00100000:2.0:1746146163.870266:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b867100 x1830966202273152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.870274:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b867100 with x1830966202273152 ext(0->4095) 00002000:00010000:2.0:1746146163.870277:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b867100 00000100:00100000:0.0:1746146163.871942:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.872025:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202273280 00000100:00100000:2.0:1746146163.872030:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202273280 00000100:00100000:2.0:1746146163.872168:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30972 00000100:00100000:2.0:1746146163.872176:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+61:1766:x1830966202273280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.872188:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.872201:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed59 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.872222:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.872232:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.872234:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.872237:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.872258:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.872269:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.872279:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199270016:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146163.873115:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.873159:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be240 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.873238:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202273408 00000100:00100000:3.0:1746146163.873242:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202273408 00000100:00100000:3.0:1746146163.873273:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30973 00000100:00100000:3.0:1746146163.873278:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202273408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.873288:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.873295:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed60 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.873307:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.873310:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.873315:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146163.873317:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.873336:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.873347:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.873356:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e000, rc 0) 00000100:00100000:3.0:1746146163.873376:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1758:x1830966202273408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.873381:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30973 00000100:00100000:2.0:1746146163.874967:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199270016:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.874987:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.874997:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146163.875023:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1766:x1830966202273280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2848us (3085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.875029:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30972 00000100:00100000:0.0:1746146163.876190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.876265:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202273536 00000100:00100000:2.0:1746146163.876270:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202273536 00010000:00010000:2.0:1746146163.876290:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.876323:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14316 00000100:00100000:2.0:1746146163.876329:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202273536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.876339:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.876353:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.876363:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.876381:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed52 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.876620:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.876622:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.876627:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.876634:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.876657:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.876665:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.876677:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199270272:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.876937:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.878674:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199270272:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.878690:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.878735:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202273536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2406us (2547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.878743:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14316 00000100:00100000:0.0:1746146163.879313:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.879437:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202273792 00000100:00100000:3.0:1746146163.879443:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202273792 00002000:00100000:3.0:1746146163.879473:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b864000 x1830966202273792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.879481:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864000 with x1830966202273792 ext(0->4095) 00010000:00010000:3.0:1746146163.879489:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.879499:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.879505:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b864000 00000100:00100000:3.0:1746146163.879528:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3288 00000100:00100000:3.0:1746146163.879533:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202273792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.879638:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202273792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.879643:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3288 00002000:00100000:3.0:1746146163.879648:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b864000 x1830966202273792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.879654:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864000 with x1830966202273792 ext(0->4095) 00010000:00010000:3.0:1746146163.879658:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.879665:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.879670:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b864000 00000100:00100000:0.0:1746146163.882256:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.882436:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202273920 00000100:00100000:2.0:1746146163.882442:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202273920 00000100:00100000:2.0:1746146163.882470:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30974 00000100:00100000:2.0:1746146163.882475:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202273920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.882488:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.882499:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed67 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.882516:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.882520:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.882525:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146163.882528:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.882563:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.882575:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.882583:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146163.882622:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202273920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.882627:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30974 00000100:00100000:0.0:1746146163.883512:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.883595:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202274048 00000100:00100000:2.0:1746146163.883599:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202274048 00010000:00010000:2.0:1746146163.883616:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.883644:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14317 00000100:00100000:2.0:1746146163.883650:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202274048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146163.883658:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146163.883671:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.883679:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.883693:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62bc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed59 expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.884041:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.884043:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.884049:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.884057:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.884078:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.884088:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.884096:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199270528:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.884158:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146163.885883:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199270528:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146163.885899:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.885932:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202274048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2281us (2421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.885940:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14317 00000100:00100000:0.0:1746146163.886136:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.886514:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202274304 00000100:00100000:2.0:1746146163.886519:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202274304 00002000:00100000:2.0:1746146163.886559:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2300 x1830966202274304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.886568:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2300 with x1830966202274304 ext(0->4095) 00010000:00010000:2.0:1746146163.886574:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.886589:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.886594:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a2300 00000100:00100000:2.0:1746146163.886621:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3289 00000100:00100000:2.0:1746146163.886627:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202274304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.886757:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202274304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.886762:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3289 00002000:00100000:2.0:1746146163.886767:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2300 x1830966202274304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.886773:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2300 with x1830966202274304 ext(0->4095) 00010000:00010000:2.0:1746146163.886777:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.886784:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 62 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.886788:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a2300 00000100:00100000:0.0:1746146163.889193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.889401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.889443:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202274432 00000100:00100000:2.0:1746146163.889450:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202274432 00000100:00100000:2.0:1746146163.889484:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30975 00000100:00100000:2.0:1746146163.889490:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1758:x1830966202274432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.889504:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.889517:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed6e expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.889546:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.889551:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.889557:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146163.889559:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.889588:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.889598:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.889606:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:3.0:1746146163.890016:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202274560 00000100:00100000:3.0:1746146163.890020:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202274560 00010000:00010000:3.0:1746146163.890040:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.890067:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14318 00000100:00100000:3.0:1746146163.890073:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2009:x1830966202274560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.890081:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.890098:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.890107:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.890120:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e000/0x88944630cfb62bc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed60 expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.890134:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.890136:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.890141:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.890147:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.890165:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.890175:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.890188:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199270784:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146163.890275:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202274432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 783us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.890281:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30975 00000100:00100000:3.0:1746146163.891386:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.894361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.894467:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199270784:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.894484:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.894577:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202274816 00000100:00100000:2.0:1746146163.894583:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202274816 00002000:00100000:2.0:1746146163.894613:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a1500 x1830966202274816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.894621:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1500 with x1830966202274816 ext(0->4095) 00010000:00010000:2.0:1746146163.894627:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.894643:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.894649:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a1500 00000100:00100000:2.0:1746146163.894665:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3290 00000100:00100000:2.0:1746146163.894671:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202274816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.894819:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2009:x1830966202274560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4745us (5417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.894826:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14318 00000100:00100000:2.0:1746146163.895367:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202274816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 695us (1011us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.895373:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3290 00002000:00100000:2.0:1746146163.895378:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a1500 x1830966202274816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.895386:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1500 with x1830966202274816 ext(0->4095) 00010000:00010000:2.0:1746146163.895390:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.895399:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.895404:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a1500 00000100:00100000:0.0:1746146163.898496:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.899080:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202274944 00000100:00100000:3.0:1746146163.899088:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202274944 00010000:00010000:3.0:1746146163.899187:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.899257:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14319 00000100:00100000:3.0:1746146163.899264:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202274944:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.899275:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.899292:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.899302:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.899322:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62bce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed67 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.899489:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.899493:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.899499:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.899507:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.899547:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.899559:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199270912:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.899650:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.901775:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199270912:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.901793:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.901824:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202274944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2560us (3334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.901833:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14319 00000100:00100000:0.0:1746146163.901961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.902082:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202275200 00000100:00100000:3.0:1746146163.902087:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202275200 00002000:00100000:3.0:1746146163.902112:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2680 x1830966202275200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.902120:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2680 with x1830966202275200 ext(0->4095) 00002000:00010000:3.0:1746146163.902123:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a2680 00000100:00100000:3.0:1746146163.902150:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13937 00000100:00100000:3.0:1746146163.902156:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202275200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146163.902302:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202275200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.902309:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13937 00002000:00100000:3.0:1746146163.902314:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2680 x1830966202275200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.902320:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2680 with x1830966202275200 ext(0->4095) 00002000:00010000:3.0:1746146163.902323:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a2680 00000100:00100000:0.0:1746146163.903902:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.903977:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202275328 00000100:00100000:2.0:1746146163.903984:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202275328 00000100:00100000:2.0:1746146163.904012:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30976 00000100:00100000:2.0:1746146163.904018:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202275328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.904030:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.904044:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed75 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.904091:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.904097:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.904099:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.904102:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.904123:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.904132:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 61 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.904141:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199271040:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.904208:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.905399:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.905448:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199271040:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.905468:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.905480:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:3.0:1746146163.905492:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202275456 00000100:00100000:3.0:1746146163.905497:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202275456 00000100:00100000:2.0:1746146163.905507:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202275328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1489us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.905513:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30976 00010000:00010000:3.0:1746146163.905516:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.905555:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14320 00000100:00100000:3.0:1746146163.905562:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202275456:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.905570:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.905583:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.905593:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.905607:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed6e expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.905628:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.905630:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.905634:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.905708:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.905818:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.905828:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199271168:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.905947:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.907798:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199271168:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.907820:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.907874:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2007:x1830966202275456:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2311us (2477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.907885:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14320 00000100:00100000:0.0:1746146163.908392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.908482:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202275712 00000100:00100000:2.0:1746146163.908491:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202275712 00002000:00100000:2.0:1746146163.908524:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159c00 x1830966202275712/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.908533:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159c00 with x1830966202275712 ext(0->4095) 00002000:00010000:2.0:1746146163.908549:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159c00 00000100:00100000:2.0:1746146163.908581:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13938 00000100:00100000:2.0:1746146163.908588:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202275712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146163.908749:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202275712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.908756:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13938 00002000:00100000:2.0:1746146163.908762:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159c00 x1830966202275712/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.908769:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159c00 with x1830966202275712 ext(0->4095) 00002000:00010000:2.0:1746146163.908772:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159c00 00000100:00100000:0.0:1746146163.910997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.911076:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202275840 00000100:00100000:2.0:1746146163.911083:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202275840 00000100:00100000:2.0:1746146163.911129:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30977 00000100:00100000:2.0:1746146163.911137:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+61:1766:x1830966202275840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.911150:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.911163:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed7c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.911187:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.911199:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.911200:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.911203:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.911227:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.911236:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.911246:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199271296:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.911326:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.913377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.913405:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202275968 00000100:00100000:1.0:1746146163.913413:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202275968 00000100:00100000:1.0:1746146163.913461:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30978 00000100:00100000:1.0:1746146163.913469:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202275968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.913484:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.913497:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed83 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146163.913503:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199271296:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.913522:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.913532:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.913549:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.913552:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.913650:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.913660:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00010000:00010000:1.0:1746146163.913673:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.913684:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.913692:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:2.0:1746146163.913698:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1766:x1830966202275840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2562us (2707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.913704:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30977 00000100:00100000:1.0:1746146163.913711:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1758:x1830966202275968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.913733:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30978 00000100:00100000:0.0:1746146163.913788:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.913824:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202276096 00000100:00100000:3.0:1746146163.913828:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202276096 00010000:00010000:3.0:1746146163.913845:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.914010:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14321 00000100:00100000:3.0:1746146163.914016:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202276096:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.914024:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.914038:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.914047:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.914062:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62bdc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed75 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.914084:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.914085:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.914091:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.914097:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.914114:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 62 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.914124:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 62 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.914133:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199271552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.914168:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.916208:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199271552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.916225:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.916276:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202276096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2259us (2487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.916286:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14321 00000100:00100000:0.0:1746146163.918817:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.918894:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202276352 00000100:00100000:3.0:1746146163.918901:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202276352 00002000:00100000:3.0:1746146163.918937:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15b800 x1830966202276352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.918945:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b800 with x1830966202276352 ext(0->4095) 00010000:00010000:3.0:1746146163.918952:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.918964:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.918969:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15b800 00000100:00100000:3.0:1746146163.919000:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3291 00000100:00100000:3.0:1746146163.919007:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202276352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146163.919108:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202276352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.919114:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3291 00002000:00100000:3.0:1746146163.919118:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15b800 x1830966202276352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.919136:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b800 with x1830966202276352 ext(0->4095) 00010000:00010000:3.0:1746146163.919141:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.919149:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.919154:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15b800 00000100:00100000:0.0:1746146163.923381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.923458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.923516:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202276608 00000100:00100000:1.0:1746146163.923524:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202276608 00000100:00100000:3.0:1746146163.923529:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202276480 00000100:00100000:3.0:1746146163.923533:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202276480 00010000:00010000:3.0:1746146163.923564:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.923597:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14322 00000100:00100000:3.0:1746146163.923603:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2010:x1830966202276480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.923614:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.923630:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.923640:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.923657:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62be3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed7c expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.923675:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.923677:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.923682:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.923688:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.923736:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.923751:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199271680:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.923810:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146163.923907:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30979 00000100:00100000:1.0:1746146163.923914:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202276608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.923927:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.923936:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed8a expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.923957:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.923963:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.923964:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.923967:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.923983:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.923992:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146163.924000:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199271808:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146163.924029:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.926233:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.926300:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202276864 00000100:00100000:2.0:1746146163.926306:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202276864 00002000:00100000:2.0:1746146163.926339:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af1880 x1830966202276864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.926353:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af1880 with x1830966202276864 ext(0->4095) 00010000:00010000:2.0:1746146163.926361:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 63 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.926372:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 63 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.926378:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af1880 00000100:00100000:2.0:1746146163.926395:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3292 00000100:00100000:2.0:1746146163.926402:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966202276864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146163.926523:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199271680:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.926549:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.926583:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2010:x1830966202276480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2978us (3207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.926590:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14322 00000100:00100000:2.0:1746146163.926673:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202276864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 271us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.926679:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3292 00002000:00100000:2.0:1746146163.926684:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af1880 x1830966202276864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.926691:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af1880 with x1830966202276864 ext(0->4095) 00010000:00010000:2.0:1746146163.926696:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.926704:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.926710:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af1880 00000100:00100000:1.0:1746146163.927167:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199271808:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146163.927185:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.927196:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146163.927225:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202276608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3312us (3766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.927230:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30979 00000100:00100000:0.0:1746146163.927883:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.927919:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.928133:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202276992 00000100:00100000:1.0:1746146163.928138:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202276992 00000100:00100000:1.0:1746146163.928171:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30980 00000100:00100000:1.0:1746146163.928176:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1758:x1830966202276992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.928187:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.928199:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed91 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.928216:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.928221:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.928225:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146163.928228:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.928251:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.928260:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.928262:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202277120 00000100:00100000:3.0:1746146163.928266:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202277120 00010000:00010000:1.0:1746146163.928266:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00010000:00010000:3.0:1746146163.928280:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 64 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146163.928286:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1758:x1830966202276992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.928291:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30980 00000100:00100000:3.0:1746146163.928296:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14323 00000100:00100000:3.0:1746146163.928300:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2010:x1830966202277120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.928308:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.928319:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 63 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.928329:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 63 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.928343:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62bea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed83 expref: 63 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.928356:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.928358:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.928362:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.928369:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.928400:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.928410:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 5 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.928419:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272064:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.928469:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.930451:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272064:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.930469:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.930511:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2010:x1830966202277120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2208us (2590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.930521:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14323 00000100:00100000:0.0:1746146163.931705:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.931967:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202277376 00000100:00100000:2.0:1746146163.931974:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202277376 00002000:00100000:2.0:1746146163.932006:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51f80 x1830966202277376/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.932015:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51f80 with x1830966202277376 ext(0->4095) 00010000:00010000:2.0:1746146163.932022:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.932034:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.932040:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51f80 00000100:00100000:2.0:1746146163.932071:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3293 00000100:00100000:2.0:1746146163.932077:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202277376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.932185:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202277376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (484us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.932191:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3293 00002000:00100000:2.0:1746146163.932196:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51f80 x1830966202277376/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.932202:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51f80 with x1830966202277376 ext(0->4095) 00010000:00010000:2.0:1746146163.932207:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.932215:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.932220:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51f80 00000100:00100000:0.0:1746146163.934965:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.935057:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202277504 00000100:00100000:3.0:1746146163.935065:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202277504 00010000:00010000:3.0:1746146163.935091:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.935431:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14324 00000100:00100000:3.0:1746146163.935439:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202277504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.935450:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.935465:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.935476:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.935492:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62bf1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed8a expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.935522:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.935524:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.935530:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.935548:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.935576:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.935585:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272192:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.936372:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b520ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.939654:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272192:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.939675:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.939740:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202277504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4300us (4779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.939752:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14324 00000100:00100000:0.0:1746146163.939825:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.939842:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202277760 00000100:00100000:0.0:1746146163.939846:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202277760 00002000:00100000:0.0:1746146163.939874:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f53b80 x1830966202277760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.940184:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53b80 with x1830966202277760 ext(0->4095) 00002000:00010000:0.0:1746146163.940187:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f53b80 00000100:00100000:0.0:1746146163.940212:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13939 00000100:00100000:0.0:1746146163.940218:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202277760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146163.940319:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202277760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146163.940325:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13939 00002000:00100000:0.0:1746146163.940330:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f53b80 x1830966202277760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.940337:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53b80 with x1830966202277760 ext(0->4095) 00002000:00010000:0.0:1746146163.940340:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f53b80 00000100:00100000:0.0:1746146163.943473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.943551:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202277888 00000100:00100000:2.0:1746146163.943558:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202277888 00000100:00100000:2.0:1746146163.943610:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30981 00000100:00100000:2.0:1746146163.943617:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202277888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.943632:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.943645:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed98 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.943667:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.943673:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.943675:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.943678:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.943702:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.943712:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 61 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.943754:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199272320:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.943816:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.946947:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.947076:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199272320:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.947102:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.947124:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:3.0:1746146163.947809:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202278016 00000100:00100000:3.0:1746146163.947817:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202278016 00010000:00010000:3.0:1746146163.947842:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.947869:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14325 00000100:00100000:3.0:1746146163.947875:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202278016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.947886:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.947900:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.947911:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.947929:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62bf8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed91 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.948161:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202277888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4543us (4694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.948168:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30981 00010000:00010000:3.0:1746146163.948288:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.948290:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.948296:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.948303:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.948328:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.948337:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272448:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.948393:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.949861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.949923:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202278144 00000100:00100000:2.0:1746146163.949929:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202278144 00000100:00100000:0.0:1746146163.950239:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.950255:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202278400 00000100:00100000:0.0:1746146163.950258:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202278400 00002000:00100000:0.0:1746146163.950283:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089603b80 x1830966202278400/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.950291:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603b80 with x1830966202278400 ext(0->4095) 00002000:00010000:0.0:1746146163.950295:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089603b80 00000100:00100000:0.0:1746146163.950310:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13940 00000100:00100000:0.0:1746146163.950315:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202278400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146163.950420:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202278400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (181us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146163.950425:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13940 00002000:00100000:0.0:1746146163.950429:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089603b80 x1830966202278400/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146163.950435:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603b80 with x1830966202278400 ext(0->4095) 00002000:00010000:0.0:1746146163.950437:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089603b80 00000100:00100000:2.0:1746146163.950526:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30982 00000100:00100000:2.0:1746146163.950532:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1758:x1830966202278144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.950548:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.950560:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfed9f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.950579:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.950585:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.950587:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146163.950590:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.950609:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.950618:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.950631:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199272576:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.950672:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.950919:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272448:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.950930:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.950957:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2008:x1830966202278016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3082us (4018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.950964:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14325 00000100:00100000:0.0:1746146163.953795:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146163.953875:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.953931:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202278528 00000100:00100000:1.0:1746146163.953939:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202278528 00000100:00100000:1.0:1746146163.953970:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30983 00000100:00100000:1.0:1746146163.953977:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1766:x1830966202278528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.953993:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.954006:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeda6 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.954029:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.954033:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.954039:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.954042:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.954071:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.954081:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.954090:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00000100:00100000:1.0:1746146163.954125:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1766:x1830966202278528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.954130:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30983 00000100:00100000:3.0:1746146163.954197:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202278656 00000100:00100000:3.0:1746146163.954206:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202278656 00010000:00010000:3.0:1746146163.954225:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.954244:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14326 00000100:00100000:3.0:1746146163.954249:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202278656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.954256:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.954271:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.954281:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.954294:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.954296:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.954301:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.954312:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.954330:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.954339:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.954349:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272832:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.954388:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00010000:00010000:2.0:1746146163.954854:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62bff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed98 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.954870:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199272576:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.954884:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.954890:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.954956:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146163.955321:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202278144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4788us (5462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.955327:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30982 00000100:00100000:3.0:1746146163.956584:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.956597:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.956638:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202278656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2388us (2853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.956646:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14326 00000100:00100000:0.0:1746146163.957602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.957691:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202278912 00000100:00100000:2.0:1746146163.957698:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202278912 00002000:00100000:2.0:1746146163.957744:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089602680 x1830966202278912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.957752:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602680 with x1830966202278912 ext(0->4095) 00010000:00010000:2.0:1746146163.957759:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.957776:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.957782:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089602680 00000100:00100000:2.0:1746146163.957795:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3294 00000100:00100000:2.0:1746146163.957801:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202278912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146163.957911:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202278912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.957916:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3294 00002000:00100000:2.0:1746146163.957921:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089602680 x1830966202278912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.957928:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602680 with x1830966202278912 ext(0->4095) 00010000:00010000:2.0:1746146163.957932:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.957940:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.957945:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089602680 00000100:00100000:0.0:1746146163.960062:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.960233:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202279040 00000100:00100000:3.0:1746146163.960240:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202279040 00010000:00010000:3.0:1746146163.960265:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.960290:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14327 00000100:00100000:3.0:1746146163.960296:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2010:x1830966202279040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.960306:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.960322:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.960333:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.960351:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62c06 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfed9f expref: 63 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.960380:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.960382:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.960387:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.960395:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.960422:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 62 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.960432:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272960:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.960496:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.962695:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199272960:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.962742:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.962783:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2010:x1830966202279040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2486us (2728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.962792:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14327 00000100:00100000:0.0:1746146163.963509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146163.963581:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202279296 00000100:00100000:1.0:1746146163.963587:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202279296 00002000:00100000:1.0:1746146163.963618:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089601880 x1830966202279296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.963626:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601880 with x1830966202279296 ext(0->4095) 00002000:00010000:1.0:1746146163.963630:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089601880 00000100:00100000:1.0:1746146163.963657:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13941 00000100:00100000:1.0:1746146163.963663:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202279296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146163.963801:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2007:x1830966202279296:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146163.963807:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13941 00002000:00100000:1.0:1746146163.963811:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089601880 x1830966202279296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146163.963818:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601880 with x1830966202279296 ext(0->4095) 00002000:00010000:1.0:1746146163.963821:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089601880 00000100:00100000:0.0:1746146163.968296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.968394:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202279424 00000100:00100000:2.0:1746146163.968402:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202279424 00000100:00100000:2.0:1746146163.968452:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30984 00000100:00100000:2.0:1746146163.968459:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202279424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146163.968476:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146163.968492:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedad expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.968516:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.968522:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.968524:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146163.968527:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.968565:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.968576:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 61 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.968586:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199273088:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146163.968662:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.971695:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.971792:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202279552 00000100:00100000:3.0:1746146163.971799:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202279552 00000100:00100000:2.0:1746146163.971850:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c27b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199273088:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146163.971875:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146163.971889:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00002000:00100000:3.0:1746146163.971917:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089601180 x1830966202279552/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.971925:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601180 with x1830966202279552 ext(0->7) 00010000:00010000:3.0:1746146163.971930:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146163.971930:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202279424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3472us (3643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.971937:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30984 00010000:00010000:3.0:1746146163.971940:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 62 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.971945:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089601180 00000100:00100000:3.0:1746146163.971997:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3295 00000100:00100000:3.0:1746146163.972004:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2009:x1830966202279552:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746146163.973158:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2009:x1830966202279552:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1152us (1467us total) trans 4294972235 rc 0/0 00000100:00100000:3.0:1746146163.973165:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3295 00002000:00100000:3.0:1746146163.973171:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089601180 x1830966202279552/t4294972235(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 496/448 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.973689:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601180 with x1830966202279552 ext(0->7) 00010000:00010000:3.0:1746146163.973698:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 64 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.973710:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 64 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.973749:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089601180 00000100:00100000:0.0:1746146163.977087:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.977792:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202279680 00000100:00100000:3.0:1746146163.977800:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202279680 00010000:00010000:3.0:1746146163.977829:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 64 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.977895:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14328 00000100:00100000:3.0:1746146163.977902:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2010:x1830966202279680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.977913:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.977928:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 64 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.977939:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 64 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.977957:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62c0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeda6 expref: 64 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.978090:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.978092:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.978098:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.978105:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.978136:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.978146:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199273216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.978225:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.983581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.983639:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202279936 00000100:00100000:2.0:1746146163.983763:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202279936 00000100:00100000:3.0:1746146163.983800:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199273216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.983815:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.983851:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2010:x1830966202279680:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5949us (6772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.983860:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14328 00000100:00100000:0.0:1746146163.984190:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.984255:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202280064 00000100:00100000:3.0:1746146163.984259:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202280064 00000100:00100000:3.0:1746146163.984289:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30985 00000100:00100000:3.0:1746146163.984295:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202280064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146163.984308:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146163.984319:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedb4 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.984346:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.984352:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.984354:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.984356:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.984379:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.984389:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.984399:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199273344:192.168.203.12@tcp:104: 00002000:00100000:2.0:1746146163.984422:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089601f80 x1830966202279936/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.984431:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601f80 with x1830966202279936 ext(0->4095) 00010000:00010000:2.0:1746146163.984436:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.984445:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.984447:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00002000:00010000:2.0:1746146163.984451:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089601f80 00000100:00100000:2.0:1746146163.984462:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3296 00000100:00100000:2.0:1746146163.984467:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202279936:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746146163.984577:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202279936:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (1002us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.984583:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3296 00002000:00100000:2.0:1746146163.984588:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089601f80 x1830966202279936/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.984595:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601f80 with x1830966202279936 ext(0->4095) 00010000:00010000:2.0:1746146163.984599:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146163.984607:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146163.984617:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089601f80 00000100:00100000:3.0:1746146163.986565:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199273344:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146163.986574:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146163.986585:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.986598:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ec00, rc 0) 00000100:00100000:3.0:1746146163.987205:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1758:x1830966202280064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2908us (3013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.987212:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30985 00000100:00100000:1.0:1746146163.987223:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202280192 00000100:00100000:1.0:1746146163.987228:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202280192 00000100:00100000:1.0:1746146163.987261:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30986 00000100:00100000:1.0:1746146163.987268:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1766:x1830966202280192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146163.987280:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146163.987291:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedbb expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.987308:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146163.987313:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.987319:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146163.987322:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.987349:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.987358:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146163.987365:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146163.988001:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+65:1766:x1830966202280192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 730us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146163.988006:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30986 00000100:00100000:0.0:1746146163.989133:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.989203:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202280320 00000100:00100000:3.0:1746146163.989210:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202280320 00010000:00010000:3.0:1746146163.989237:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.989288:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14329 00000100:00100000:3.0:1746146163.989295:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202280320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.989306:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.989322:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.989333:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.989351:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedad expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.989376:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.989378:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.989385:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.989392:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.989418:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 64 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.989428:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 64 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.989438:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199273600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.989964:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146163.991687:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199273600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146163.991703:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146163.991765:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202280320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2470us (2634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146163.991773:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14329 00000100:00100000:0.0:1746146163.992069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.992197:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202280576 00000100:00100000:3.0:1746146163.992201:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202280576 00002000:00100000:3.0:1746146163.992227:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89880 x1830966202280576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.992235:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89880 with x1830966202280576 ext(0->4095) 00010000:00010000:3.0:1746146163.992241:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.992252:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.992257:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c89880 00000100:00100000:3.0:1746146163.992280:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3297 00000100:00100000:3.0:1746146163.992285:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966202280576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146163.992588:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966202280576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 302us (520us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146163.992599:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3297 00002000:00100000:3.0:1746146163.992604:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89880 x1830966202280576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146163.992611:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89880 with x1830966202280576 ext(0->4095) 00010000:00010000:3.0:1746146163.992615:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.992627:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146163.992632:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c89880 00000100:00100000:0.0:1746146163.994337:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146163.994474:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202280704 00000100:00100000:3.0:1746146163.994480:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202280704 00010000:00010000:3.0:1746146163.994503:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146163.994534:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14330 00000100:00100000:3.0:1746146163.994551:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966202280704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146163.994561:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146163.994574:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.994583:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.994600:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ec00/0x88944630cfb62c1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedb4 expref: 65 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146163.995172:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.995174:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146163.995181:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.995194:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146163.995300:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146163.995354:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199273728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146163.995423:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146163.998573:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146163.998618:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202280960 00000100:00100000:2.0:1746146163.998624:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202280960 00000100:00100000:3.0:1746146163.998655:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199273728:192.168.203.12@tcp:105: 00002000:00100000:2.0:1746146163.998656:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c88700 x1830966202280960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/0 e 0 to 0 dl 1746146174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.998665:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88700 with x1830966202280960 ext(0->4095) 00002000:00010000:2.0:1746146163.998668:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c88700 00010000:00010000:3.0:1746146163.998670:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146163.998694:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13942 00000100:00100000:3.0:1746146163.998699:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966202280704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4149us (4367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146163.998701:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966202280960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146163.998707:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14330 00000100:00100000:2.0:1746146163.998811:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2008:x1830966202280960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146163.998817:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13942 00002000:00100000:2.0:1746146163.998822:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c88700 x1830966202280960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:294/0 lens 488/4536 e 0 to 0 dl 1746146174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146163.998828:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88700 with x1830966202280960 ext(0->4095) 00002000:00010000:2.0:1746146163.998831:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c88700 00000100:00100000:0.0:1746146164.000706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.000786:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202281088 00000100:00100000:1.0:1746146164.000792:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202281088 00000100:00100000:1.0:1746146164.000851:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30987 00000100:00080000:2.0:1746146164.000853:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746146164.000858:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202281088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.000871:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.000883:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedc2 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.000905:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.000911:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.000912:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.000915:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.000947:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.000956:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.000966:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199273856:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.001743:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.005017:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199273856:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.005041:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.005054:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8bc00, rc 0) 00000100:00100000:1.0:1746146164.005088:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202281088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4231us (4388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.005094:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30987 00000100:00100000:0.0:1746146164.005654:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.005707:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202281216 00000100:00100000:3.0:1746146164.005747:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202281216 00010000:00010000:3.0:1746146164.005782:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.005814:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14331 00000100:00100000:3.0:1746146164.005825:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9b8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202281216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.005836:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.005851:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.005865:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.005882:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62c22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedbb expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.005894:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.005896:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.005902:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.005909:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.005938:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.005947:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199273984:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.005996:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e9c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746146164.006222:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746146164.007377:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199273984:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.007389:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.007769:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9b8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2007:x1830966202281216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1947us (2114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.007777:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14331 00000100:00100000:2.0:1746146164.008287:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.008418:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202281472 00000100:00100000:3.0:1746146164.008423:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202281472 00002000:00100000:3.0:1746146164.008529:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c27b80 x1830966202281472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746146164.008610:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.008768:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202281600 00000100:00100000:0.0:1746146164.008772:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202281600 00002000:00100000:3.0:1746146164.008831:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c27b80 with x1830966202281472 ext(0->4095) 00002000:00010000:3.0:1746146164.008834:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c27b80 00000100:00100000:3.0:1746146164.008848:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13943 00000100:00100000:3.0:1746146164.008854:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202281472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.008952:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202281472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (666us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.008956:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13943 00002000:00100000:3.0:1746146164.008961:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c27b80 x1830966202281472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.008966:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c27b80 with x1830966202281472 ext(0->4095) 00002000:00010000:3.0:1746146164.008969:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c27b80 00000100:00100000:0.0:1746146164.009018:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30988 00000100:00100000:0.0:1746146164.009028:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202281600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146164.009037:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146164.009049:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedc9 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.009067:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.009074:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146164.009075:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146164.009078:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.009103:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.009112:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746146164.009120:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b992a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199274112:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146164.009174:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.010266:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.010287:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b992a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199274112:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.010310:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.010321:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c670800, rc 0) 00000100:00100000:2.0:1746146164.010361:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1758:x1830966202281600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1333us (1751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.010366:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30988 00000100:00100000:2.0:1746146164.010379:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202281728 00000100:00100000:2.0:1746146164.010382:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202281728 00000100:00100000:2.0:1746146164.010404:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30989 00000100:00100000:2.0:1746146164.010409:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1766:x1830966202281728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.010415:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.010422:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedd0 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.010645:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.010650:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.010655:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.010657:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.010677:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.010685:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.010691:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146164.011310:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+65:1766:x1830966202281728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 898us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.011318:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30989 00000100:00100000:3.0:1746146164.011335:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.011357:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202281856 00000100:00100000:2.0:1746146164.011360:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202281856 00010000:00010000:2.0:1746146164.011373:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.011420:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14332 00000100:00100000:2.0:1746146164.011425:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202281856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.011433:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.011448:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.011469:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.011485:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb62c29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc2 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.013114:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.013117:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.013125:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.013133:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.013162:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.013179:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.013190:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199274368:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.013253:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.016272:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199274368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.016291:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146164.016388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.016529:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202281856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5102us (5192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.016548:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14332 00000100:00100000:3.0:1746146164.016606:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202282112 00000100:00100000:3.0:1746146164.016612:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202282112 00002000:00100000:3.0:1746146164.016642:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991880 x1830966202282112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.016651:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991880 with x1830966202282112 ext(0->4095) 00010000:00010000:3.0:1746146164.016658:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.016670:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.016681:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991880 00000100:00100000:3.0:1746146164.016782:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3298 00000100:00100000:3.0:1746146164.016789:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966202282112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.016886:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2008:x1830966202282112:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.016892:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3298 00002000:00100000:3.0:1746146164.016896:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991880 x1830966202282112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.016903:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991880 with x1830966202282112 ext(0->4095) 00010000:00010000:3.0:1746146164.016908:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.016916:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.016921:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991880 00000100:00100000:0.0:1746146164.018898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.019214:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202282240 00000100:00100000:2.0:1746146164.019220:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202282240 00010000:00010000:2.0:1746146164.019247:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.019940:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14333 00000100:00100000:2.0:1746146164.019950:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2010:x1830966202282240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.019961:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.019980:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.019991:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.020009:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb62c30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedc9 expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.020038:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.020040:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.020045:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.020054:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.020079:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 64 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.020089:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199274496:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.020163:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.022934:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199274496:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146164.022950:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146164.022954:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.022993:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2010:x1830966202282240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3045us (4099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.023002:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14333 00000100:00100000:1.0:1746146164.023285:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202282496 00000100:00100000:1.0:1746146164.023291:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202282496 00002000:00100000:1.0:1746146164.023321:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991c00 x1830966202282496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.023330:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991c00 with x1830966202282496 ext(0->4095) 00002000:00010000:1.0:1746146164.023333:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b991c00 00000100:00100000:1.0:1746146164.023361:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13944 00000100:00100000:1.0:1746146164.023368:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202282496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146164.023466:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2007:x1830966202282496:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.023472:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13944 00002000:00100000:1.0:1746146164.023477:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991c00 x1830966202282496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.023483:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991c00 with x1830966202282496 ext(0->4095) 00002000:00010000:1.0:1746146164.023485:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b991c00 00000100:00100000:0.0:1746146164.026006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.026148:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202282624 00000100:00100000:2.0:1746146164.026155:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202282624 00000100:00100000:2.0:1746146164.028645:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30990 00000100:00100000:2.0:1746146164.028661:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202282624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.028678:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.028692:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedd7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.028731:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.028738:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.028739:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.028743:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.028767:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 63 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.028778:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 63 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.028789:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199274624:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.028888:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.035562:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199274624:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.035589:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.035603:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146164.035651:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202282624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6995us (9651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.035658:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30990 00000100:00100000:0.0:1746146164.038240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.038307:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202282752 00000100:00100000:3.0:1746146164.038315:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202282752 00002000:00100000:3.0:1746146164.038353:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b992a00 x1830966202282752/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.038362:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992a00 with x1830966202282752 ext(0->7) 00010000:00010000:3.0:1746146164.038371:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.038445:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 64 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.038451:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992a00 00000100:00100000:3.0:1746146164.038479:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3299 00000100:00100000:3.0:1746146164.038486:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2008:x1830966202282752:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.039770:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2008:x1830966202282752:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1280us (1532us total) trans 4294972236 rc 0/0 00000100:00100000:0.0:1746146164.039779:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3299 00002000:00100000:0.0:1746146164.039787:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b992a00 x1830966202282752/t4294972236(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.039795:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992a00 with x1830966202282752 ext(0->7) 00010000:00010000:0.0:1746146164.039801:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 66 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.039812:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 66 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.039819:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992a00 00000100:00100000:0.0:1746146164.041301:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.042388:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202282880 00000100:00100000:2.0:1746146164.042397:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202282880 00010000:00010000:2.0:1746146164.042429:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 66 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.042464:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14334 00000100:00100000:2.0:1746146164.042470:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2009:x1830966202282880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.042481:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.042496:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 66 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.042505:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 66 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.042521:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd0 expref: 66 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.042548:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.042550:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.042555:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.042561:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.042586:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.042595:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199274752:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.043132:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.045157:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199274752:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.045175:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.045207:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2009:x1830966202282880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2735us (3910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.045215:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14334 00010000:00010000:1.0:1746146164.045993:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146164.047098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.047248:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202283136 00000100:00100000:2.0:1746146164.047254:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202283136 00002000:00100000:2.0:1746146164.047285:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3c000 x1830966202283136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.047293:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3c000 with x1830966202283136 ext(0->4095) 00002000:00010000:2.0:1746146164.047297:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3c000 00000100:00100000:2.0:1746146164.047325:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13945 00000100:00100000:2.0:1746146164.047333:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202283136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.047429:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202283136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.047434:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13945 00002000:00100000:2.0:1746146164.047439:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3c000 x1830966202283136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.047446:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3c000 with x1830966202283136 ext(0->4095) 00002000:00010000:2.0:1746146164.047448:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3c000 00000100:00100000:0.0:1746146164.050302:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.050394:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202283264 00000100:00100000:2.0:1746146164.050401:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202283264 00000100:00100000:2.0:1746146164.050907:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30991 00000100:00100000:2.0:1746146164.050914:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+65:1766:x1830966202283264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.050927:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.050940:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedde expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.050961:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.050967:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.050968:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.050971:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 66 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.050991:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.050999:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.051009:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199274880:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.051063:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.055344:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199274880:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.055370:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 66 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.055386:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146164.055587:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+66:1766:x1830966202283264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4671us (5288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.055599:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30991 00000100:00100000:0.0:1746146164.057557:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.057696:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202283392 00000100:00100000:2.0:1746146164.057705:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202283392 00010000:00010000:2.0:1746146164.057752:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.057787:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14335 00000100:00100000:2.0:1746146164.057795:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202283392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.057806:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.057821:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.057832:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.057850:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedd7 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.057875:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.057877:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.057883:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.057890:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.057916:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.057927:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199275008:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.057999:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.060288:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199275008:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.060304:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.060346:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202283392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2551us (2807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.060355:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14335 00000100:00100000:0.0:1746146164.060930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.061867:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202283648 00000100:00100000:1.0:1746146164.061874:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202283648 00002000:00100000:1.0:1746146164.061908:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3ca80 x1830966202283648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.061916:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3ca80 with x1830966202283648 ext(0->4095) 00002000:00010000:1.0:1746146164.061921:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3ca80 00000100:00100000:1.0:1746146164.061947:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13946 00000100:00100000:1.0:1746146164.061954:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2009:x1830966202283648:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146164.062074:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2009:x1830966202283648:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (1145us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.062081:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13946 00002000:00100000:1.0:1746146164.062086:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3ca80 x1830966202283648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.062093:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3ca80 with x1830966202283648 ext(0->4095) 00002000:00010000:1.0:1746146164.062095:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3ca80 00000100:00100000:0.0:1746146164.064525:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.064582:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202283776 00000100:00100000:2.0:1746146164.064589:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202283776 00000100:00100000:2.0:1746146164.064766:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30992 00000100:00100000:2.0:1746146164.064773:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202283776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.064787:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.064801:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfede5 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.064825:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.064832:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.064833:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.064836:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.064864:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 65 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.065812:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 65 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.065838:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199275136:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.065910:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.068449:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199275136:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.068475:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.068488:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146164.068932:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202283776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3764us (4017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.068939:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30992 00000100:00100000:0.0:1746146164.069221:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.069294:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202283904 00000100:00100000:2.0:1746146164.069300:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202283904 00002000:00100000:2.0:1746146164.069326:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801369cc380 x1830966202283904/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.069335:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cc380 with x1830966202283904 ext(0->7) 00010000:00010000:2.0:1746146164.069341:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 66 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.069352:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 66 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.069361:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cc380 00000100:00100000:2.0:1746146164.069374:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3300 00000100:00100000:2.0:1746146164.069379:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2008:x1830966202283904:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.070622:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202283904:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1237us (1396us total) trans 4294972237 rc 0/0 00000100:00100000:0.0:1746146164.070631:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3300 00002000:00100000:0.0:1746146164.070638:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801369cc380 x1830966202283904/t4294972237(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.070645:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cc380 with x1830966202283904 ext(0->7) 00010000:00010000:0.0:1746146164.070653:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.070664:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.070670:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cc380 00000100:00100000:0.0:1746146164.076114:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.076399:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202284032 00000100:00100000:2.0:1746146164.076408:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202284032 00010000:00010000:2.0:1746146164.076436:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.076607:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14336 00000100:00100000:2.0:1746146164.076614:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2009:x1830966202284032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.076626:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.076642:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.076652:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.076670:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedde expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.076801:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.076803:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.076809:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.076820:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.076846:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.076856:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199275264:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.077740:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.080382:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.080522:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202284160 00000100:00100000:2.0:1746146164.080529:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202284160 00000100:00100000:2.0:1746146164.080572:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30993 00000100:00100000:2.0:1746146164.080579:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+68:1758:x1830966202284160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.080593:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.080605:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedec expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.080629:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.080635:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.080637:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.080640:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.080662:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.080677:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.080687:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199275392:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.080780:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.080847:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199275264:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.080861:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.080880:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2009:x1830966202284032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4267us (4774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.080888:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14336 00000100:00100000:0.0:1746146164.081814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.081882:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202284416 00000100:00100000:2.0:1746146164.081887:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202284416 00002000:00100000:2.0:1746146164.081913:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313800 x1830966202284416/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.081920:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313800 with x1830966202284416 ext(0->4095) 00010000:00010000:2.0:1746146164.081926:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.081935:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.081940:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b313800 00000100:00100000:2.0:1746146164.081954:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3301 00000100:00100000:2.0:1746146164.081959:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202284416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.082065:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202284416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.082071:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3301 00002000:00100000:2.0:1746146164.082076:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313800 x1830966202284416/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.082088:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313800 with x1830966202284416 ext(0->4095) 00010000:00010000:2.0:1746146164.082092:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.082100:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.082105:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b313800 00000100:00100000:0.0:1746146164.084900:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.085057:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202284544 00000100:00100000:2.0:1746146164.085064:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202284544 00000100:00100000:0.0:1746146164.085558:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.085592:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30994 00000100:00100000:2.0:1746146164.085599:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+69:1766:x1830966202284544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.085614:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.085628:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedf3 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.085649:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.085654:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.085659:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.085661:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 70 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.085688:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 70 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.085702:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 70 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.085709:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146164.085770:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+70:1766:x1830966202284544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.085775:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30994 00000100:00100000:3.0:1746146164.085965:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199275392:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.085980:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.085987:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:3.0:1746146164.086006:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+69:1758:x1830966202284160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5427us (5630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.086011:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30993 00000100:00100000:3.0:1746146164.087829:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202284672 00000100:00100000:3.0:1746146164.087838:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202284672 00010000:00010000:3.0:1746146164.087867:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.087895:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14337 00000100:00100000:3.0:1746146164.087902:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202284672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.087912:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.087926:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.087935:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.087952:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfede5 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.087974:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.087976:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.087981:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 68 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.087987:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 68 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.088013:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 68 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.088023:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.088036:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199275648:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.088109:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.092249:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199275648:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.092267:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.093012:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202284672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5107us (7451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.093021:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14337 00000100:00100000:0.0:1746146164.093182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.093704:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202284928 00000100:00100000:2.0:1746146164.093710:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202284928 00002000:00100000:2.0:1746146164.093755:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310e00 x1830966202284928/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.093765:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310e00 with x1830966202284928 ext(0->4095) 00010000:00010000:2.0:1746146164.093772:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.093784:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.093790:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b310e00 00000100:00100000:2.0:1746146164.093814:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3302 00000100:00100000:2.0:1746146164.093820:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2008:x1830966202284928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.093933:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2008:x1830966202284928:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.093939:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3302 00002000:00100000:2.0:1746146164.093944:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310e00 x1830966202284928/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.093951:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310e00 with x1830966202284928 ext(0->4095) 00010000:00010000:2.0:1746146164.093956:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.093963:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.093969:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b310e00 00000100:00100000:0.0:1746146164.096356:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.096605:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202285056 00000100:00100000:3.0:1746146164.096613:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202285056 00010000:00010000:3.0:1746146164.096638:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.097255:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14338 00000100:00100000:3.0:1746146164.097263:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2010:x1830966202285056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.097275:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.097291:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.097301:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.097320:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedec expref: 69 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.097345:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.097347:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.097356:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 68 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.097363:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 68 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.097391:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 68 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.097401:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199275776:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.097474:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.099328:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199275776:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.099346:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.099389:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2010:x1830966202285056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2127us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.099397:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14338 00000100:00100000:0.0:1746146164.102672:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.102757:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202285312 00000100:00100000:2.0:1746146164.102765:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202285312 00002000:00100000:2.0:1746146164.102799:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313b80 x1830966202285312/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.102807:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313b80 with x1830966202285312 ext(0->4095) 00002000:00010000:2.0:1746146164.102811:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b313b80 00000100:00100000:2.0:1746146164.102841:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13947 00000100:00100000:2.0:1746146164.102848:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202285312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.102953:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202285312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.102958:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13947 00002000:00100000:2.0:1746146164.102962:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313b80 x1830966202285312/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.102967:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313b80 with x1830966202285312 ext(0->4095) 00002000:00010000:2.0:1746146164.102970:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b313b80 00000100:00100000:0.0:1746146164.105843:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.107213:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202285440 00000100:00100000:3.0:1746146164.107222:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202285440 00000100:00100000:3.0:1746146164.107264:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30995 00000100:00100000:3.0:1746146164.107270:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202285440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.107283:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.107296:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfedfa expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.107317:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 67 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.107327:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.107329:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.107332:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.107367:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 67 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.107376:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 67 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.107386:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199275904:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.107451:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.110472:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199275904:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.110499:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.110512:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e800, rc 0) 00000100:00100000:3.0:1746146164.110649:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202285440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3376us (4811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.110656:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30995 00000100:00100000:0.0:1746146164.112883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.112990:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.113150:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202285696 00000100:00100000:2.0:1746146164.113157:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202285696 00000100:00100000:2.0:1746146164.113203:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30996 00000100:00100000:2.0:1746146164.113209:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+68:1758:x1830966202285696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.113224:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.113239:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee01 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.113260:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.113265:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.113270:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146164.113273:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 69 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.113300:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.113310:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 69 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.113318:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146164.113359:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+69:1758:x1830966202285696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.113364:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30996 00000100:00100000:3.0:1746146164.113474:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202285568 00000100:00100000:3.0:1746146164.113478:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202285568 00010000:00010000:3.0:1746146164.113494:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 69 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.113514:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14339 00000100:00100000:3.0:1746146164.113518:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2008:x1830966202285568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.113526:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.113549:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 69 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.113558:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 69 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.113572:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62c5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedf3 expref: 69 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.113584:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.113585:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.113590:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.113596:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.113612:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.113620:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.113633:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199276160:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.113668:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.116334:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.116592:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202285952 00000100:00100000:2.0:1746146164.116599:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202285952 00002000:00100000:2.0:1746146164.116631:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313480 x1830966202285952/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.116639:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313480 with x1830966202285952 ext(0->4095) 00010000:00010000:2.0:1746146164.116646:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.116658:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.116664:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b313480 00000100:00100000:2.0:1746146164.116679:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3303 00000100:00100000:2.0:1746146164.116685:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202285952:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146164.116808:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202285952:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.116813:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3303 00002000:00100000:2.0:1746146164.116818:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313480 x1830966202285952/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.116824:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313480 with x1830966202285952 ext(0->4095) 00010000:00010000:2.0:1746146164.116827:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.116834:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.116839:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b313480 00000100:00100000:3.0:1746146164.117235:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199276160:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.117250:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.118897:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202285568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5371us (6013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.118908:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14339 00000100:00100000:0.0:1746146164.119742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.119859:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202286080 00000100:00100000:3.0:1746146164.119864:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202286080 00010000:00010000:3.0:1746146164.119892:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.119914:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14340 00000100:00100000:3.0:1746146164.119920:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202286080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.119930:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.119944:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.119954:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.119972:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfedfa expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.119984:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.119986:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.119992:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 67 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.119998:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 67 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.120022:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 67 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.120031:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199276288:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.120084:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.124154:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.124216:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202286336 00000100:00100000:1.0:1746146164.124223:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202286336 00002000:00100000:1.0:1746146164.124257:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519180 x1830966202286336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.124286:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519180 with x1830966202286336 ext(0->4095) 00002000:00010000:1.0:1746146164.124291:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519180 00000100:00100000:1.0:1746146164.124309:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13948 00000100:00100000:1.0:1746146164.124316:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202286336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146164.124420:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202286336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.124426:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13948 00002000:00100000:1.0:1746146164.124430:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519180 x1830966202286336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746146164.124780:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199276288:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.124795:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.124826:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202286080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4906us (5086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.124832:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14340 00002000:00100000:1.0:1746146164.124994:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519180 with x1830966202286336 ext(0->4095) 00002000:00010000:1.0:1746146164.124998:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519180 00000100:00100000:0.0:1746146164.130211:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.130647:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202286464 00000100:00100000:1.0:1746146164.130654:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202286464 00000100:00100000:1.0:1746146164.130700:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30997 00000100:00100000:1.0:1746146164.130707:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202286464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.130742:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.130756:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee08 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.130779:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 67 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.130786:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.130787:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.130791:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.130812:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 67 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.130821:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 67 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.130830:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199276416:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.130903:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.132693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.133078:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202286592 00000100:00100000:2.0:1746146164.133084:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202286592 00002000:00100000:2.0:1746146164.133114:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a1519500 x1830966202286592/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.133122:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966202286592 ext(0->7) 00010000:00010000:2.0:1746146164.133128:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.133138:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 68 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.133144:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519500 00000100:00100000:1.0:1746146164.133308:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199276416:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.133327:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.133338:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146164.133369:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202286464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2664us (3165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.133375:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30997 00000100:00100000:2.0:1746146164.133423:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3304 00000100:00100000:2.0:1746146164.133429:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2010:x1830966202286592:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.136290:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2010:x1830966202286592:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2853us (3594us total) trans 4294972238 rc 0/0 00000100:00100000:0.0:1746146164.136301:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3304 00002000:00100000:0.0:1746146164.136310:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a1519500 x1830966202286592/t4294972238(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.136318:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966202286592 ext(0->7) 00010000:00010000:0.0:1746146164.136326:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 70 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.136339:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 70 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.136345:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519500 00000100:00100000:0.0:1746146164.141871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.141940:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202286720 00000100:00100000:3.0:1746146164.141947:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202286720 00010000:00010000:3.0:1746146164.141976:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 70 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.143063:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14341 00000100:00100000:3.0:1746146164.143073:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2009:x1830966202286720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.143087:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.143109:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 70 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.143123:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 70 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.143229:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62c68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee01 expref: 70 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.143257:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.143259:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.143264:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.143271:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.143296:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.143306:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199276544:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.143387:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.143733:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.143777:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202286848 00000100:00100000:1.0:1746146164.143782:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202286848 00000100:00100000:1.0:1746146164.143817:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30998 00000100:00100000:1.0:1746146164.143824:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+70:1758:x1830966202286848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.143837:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.143845:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee0f expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.143860:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.143866:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.143867:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.143869:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.143885:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.143894:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 5 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.143901:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199276672:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.144461:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.145605:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.146250:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202287104 00000100:00100000:2.0:1746146164.146258:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202287104 00002000:00100000:2.0:1746146164.146290:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518e00 x1830966202287104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.146298:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518e00 with x1830966202287104 ext(0->4095) 00010000:00010000:2.0:1746146164.146304:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.146308:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199276544:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.146315:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.146320:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1518e00 00010000:00010000:3.0:1746146164.146321:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.146345:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3305 00000100:00100000:1.0:1746146164.146386:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199276672:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.146401:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.146412:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146164.146438:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1758:x1830966202286848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2615us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.146447:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30998 00000100:00100000:3.0:1746146164.146483:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2009:x1830966202286720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3412us (4618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.146490:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14341 00000100:00100000:2.0:1746146164.146553:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202287104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.146660:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202287104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 308us (1056us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.146665:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3305 00002000:00100000:2.0:1746146164.146670:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518e00 x1830966202287104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.146677:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518e00 with x1830966202287104 ext(0->4095) 00010000:00010000:2.0:1746146164.146681:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.146690:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.146695:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1518e00 00000100:00100000:0.0:1746146164.148268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.148382:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202287232 00000100:00100000:3.0:1746146164.148388:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202287232 00010000:00010000:3.0:1746146164.148413:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.148446:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14342 00000100:00100000:3.0:1746146164.148453:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202287232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.148462:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.148475:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.148485:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.148504:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62c6f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee08 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.148520:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.148522:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.148528:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.148534:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.148573:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.148583:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199276800:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.148648:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.152250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.152325:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199276800:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.152341:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.152374:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202287232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3921us (4110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.152384:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14342 00000100:00100000:2.0:1746146164.152566:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202287488 00000100:00100000:2.0:1746146164.152571:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202287488 00002000:00100000:2.0:1746146164.152602:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151b100 x1830966202287488/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.152610:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b100 with x1830966202287488 ext(0->4095) 00002000:00010000:2.0:1746146164.152614:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a151b100 00000100:00100000:2.0:1746146164.152638:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13949 00000100:00100000:2.0:1746146164.152645:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202287488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.152767:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202287488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.152773:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13949 00002000:00100000:2.0:1746146164.152778:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151b100 x1830966202287488/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.152784:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b100 with x1830966202287488 ext(0->4095) 00002000:00010000:2.0:1746146164.152787:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a151b100 00000100:00100000:0.0:1746146164.154513:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.154686:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202287616 00000100:00100000:1.0:1746146164.154691:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202287616 00000100:00100000:2.0:1746146164.154841:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 30999 00000100:00100000:2.0:1746146164.154848:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202287616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.154860:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.154873:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee16 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.154891:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.154897:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.154898:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.154901:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.154921:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.154929:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 69 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.154939:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199276928:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.155446:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.159910:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.160017:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199276928:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.160041:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.160057:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146164.160094:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202287616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5247us (5585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.160101:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 30999 00000100:00100000:3.0:1746146164.160175:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202287744 00000100:00100000:3.0:1746146164.160181:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202287744 00002000:00100000:3.0:1746146164.160209:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013065bb80 x1830966202287744/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.160217:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065bb80 with x1830966202287744 ext(0->7) 00010000:00010000:3.0:1746146164.160223:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 70 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.160234:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 70 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.160240:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065bb80 00000100:00100000:3.0:1746146164.160253:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3306 00000100:00100000:3.0:1746146164.160259:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202287744:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.162858:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966202287744:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2592us (2948us total) trans 4294972239 rc 0/0 00000100:00100000:0.0:1746146164.162870:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3306 00002000:00100000:0.0:1746146164.162877:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013065bb80 x1830966202287744/t4294972239(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.162885:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065bb80 with x1830966202287744 ext(0->7) 00010000:00010000:0.0:1746146164.162893:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 72 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.162905:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 72 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.162911:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065bb80 00000100:00100000:0.0:1746146164.165396:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.165614:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202287872 00000100:00100000:3.0:1746146164.165625:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202287872 00010000:00010000:3.0:1746146164.165654:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 72 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.165907:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14343 00000100:00100000:1.0:1746146164.165917:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966202287872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146164.165931:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146164.165947:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 72 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.165957:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 72 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.165974:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62c76 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee0f expref: 72 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.166007:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.166009:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.166015:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.166022:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.166049:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146164.166060:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199277056:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.166125:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.171840:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.172694:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202288000 00000100:00100000:2.0:1746146164.172702:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202288000 00000100:00100000:2.0:1746146164.172784:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31000 00000100:00100000:2.0:1746146164.172792:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202288000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.172900:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.172914:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee1d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.172937:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.172944:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.172945:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.172948:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.173237:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.173252:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.173262:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199277184:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.174272:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.175272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.175447:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202288256 00000100:00100000:2.0:1746146164.175452:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202288256 00002000:00100000:2.0:1746146164.175485:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065aa00 x1830966202288256/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.175494:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065aa00 with x1830966202288256 ext(0->4095) 00010000:00010000:2.0:1746146164.175501:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.175511:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.175517:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065aa00 00000100:00100000:2.0:1746146164.175554:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3307 00000100:00100000:2.0:1746146164.175562:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202288256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.175660:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202288256:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (391us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.175666:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3307 00002000:00100000:2.0:1746146164.175671:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065aa00 x1830966202288256/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.175683:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065aa00 with x1830966202288256 ext(0->4095) 00010000:00010000:2.0:1746146164.175688:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.175696:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.175701:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065aa00 00000100:00100000:1.0:1746146164.176081:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199277056:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146164.176096:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.176118:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966202287872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10203us (10730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.176125:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14343 00000100:00100000:3.0:1746146164.176441:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199277184:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.176456:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 72 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.176466:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00000100:00100000:3.0:1746146164.176487:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f148c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202288000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3696us (4653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.176493:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31000 00000100:00100000:0.0:1746146164.179187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.179367:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202288384 00000100:00100000:1.0:1746146164.179375:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202288384 00010000:00010000:1.0:1746146164.179402:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.179438:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14344 00000100:00100000:1.0:1746146164.179445:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202288384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146164.179458:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146164.179472:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.179482:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.179501:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62c7d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee16 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.179527:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.179529:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.179534:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.179556:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.179582:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146164.179592:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199277312:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.179654:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58da80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.182019:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199277312:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146164.182035:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.182063:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202288384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2618us (2882us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.182072:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14344 00000100:00100000:0.0:1746146164.182218:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.182407:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202288640 00000100:00100000:3.0:1746146164.182411:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202288640 00002000:00100000:3.0:1746146164.182439:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130659880 x1830966202288640/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.182448:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659880 with x1830966202288640 ext(0->4095) 00002000:00010000:3.0:1746146164.182452:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130659880 00000100:00100000:3.0:1746146164.182464:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13950 00000100:00100000:3.0:1746146164.182469:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966202288640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146164.182561:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966202288640:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.182566:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13950 00002000:00100000:3.0:1746146164.182570:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130659880 x1830966202288640/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.182577:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659880 with x1830966202288640 ext(0->4095) 00002000:00010000:3.0:1746146164.182579:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130659880 00000100:00100000:0.0:1746146164.184624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.188693:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202288768 00000100:00100000:3.0:1746146164.188703:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202288768 00000100:00100000:3.0:1746146164.188809:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31001 00000100:00100000:3.0:1746146164.188818:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202288768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.188835:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.188852:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee24 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.188877:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.188884:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.188886:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.188889:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.188916:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 71 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.188926:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 71 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.188938:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199277440:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.189034:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.227226:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.227312:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199277440:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.227335:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.227348:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e800, rc 0) 00000100:00100000:3.0:1746146164.227389:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202288768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 38573us (42772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.227396:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31001 00000100:00100000:3.0:1746146164.227414:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202288896 00000100:00100000:3.0:1746146164.227418:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202288896 00000100:00100000:3.0:1746146164.227446:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31002 00000100:00100000:3.0:1746146164.227451:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202288896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.227461:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.227471:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee2b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.227486:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.227489:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.227494:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146164.227497:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.227516:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.227523:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.227529:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b28be00, rc 0) 00000100:00100000:3.0:1746146164.227552:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202288896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.227560:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31002 00000100:00100000:0.0:1746146164.230510:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.230596:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202289024 00000100:00100000:2.0:1746146164.230604:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202289024 00002000:00100000:2.0:1746146164.230638:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cac8380 x1830966202289024/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.230647:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8380 with x1830966202289024 ext(0->7) 00010000:00010000:2.0:1746146164.230654:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 73 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.230667:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 73 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.230672:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8380 00000100:00100000:2.0:1746146164.230699:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3308 00000100:00100000:2.0:1746146164.230705:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966202289024:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.232586:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202289024:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1876us (2079us total) trans 4294972240 rc 0/0 00000100:00100000:0.0:1746146164.232598:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3308 00002000:00100000:0.0:1746146164.232605:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cac8380 x1830966202289024/t4294972240(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.232612:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8380 with x1830966202289024 ext(0->7) 00010000:00010000:0.0:1746146164.232619:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 75 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.232631:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 75 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.232637:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8380 00000100:00100000:0.0:1746146164.240498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.240605:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202289152 00000100:00100000:1.0:1746146164.240613:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202289152 00010000:00010000:1.0:1746146164.240645:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 75 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.240684:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14345 00000100:00100000:1.0:1746146164.240692:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202289152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146164.240704:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146164.240750:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 75 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.240765:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 75 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.240784:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62c84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee1d expref: 75 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.240813:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.240815:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.240820:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.240827:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.240854:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.240863:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.240873:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199277696:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.240939:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58da80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.247441:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.247557:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199277696:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146164.247574:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.247608:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202289152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6917us (7117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.247621:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14345 00000100:00100000:2.0:1746146164.247810:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202289408 00000100:00100000:2.0:1746146164.247816:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202289408 00002000:00100000:2.0:1746146164.247847:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacb100 x1830966202289408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.247857:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacb100 with x1830966202289408 ext(0->4095) 00010000:00010000:2.0:1746146164.247863:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.247875:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.247881:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacb100 00000100:00100000:2.0:1746146164.247907:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3309 00000100:00100000:2.0:1746146164.247913:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202289408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.248020:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202289408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.248025:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3309 00002000:00100000:2.0:1746146164.248030:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacb100 x1830966202289408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.248037:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacb100 with x1830966202289408 ext(0->4095) 00010000:00010000:2.0:1746146164.248041:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.248051:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.248057:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacb100 00000100:00100000:0.0:1746146164.253833:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.253922:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202289536 00000100:00100000:1.0:1746146164.253931:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202289536 00010000:00010000:1.0:1746146164.253962:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.253999:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14346 00000100:00100000:1.0:1746146164.254006:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202289536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146164.254017:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146164.254033:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.254043:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.254064:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28e800/0x88944630cfb62c8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee24 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.254091:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.254093:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.254098:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.254105:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.254132:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146164.254143:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199277824:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.254201:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.256084:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199277824:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146164.256102:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.256132:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202289536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2126us (2306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.256141:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14346 00000100:00100000:0.0:1746146164.256826:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.257552:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202289792 00000100:00100000:3.0:1746146164.257559:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202289792 00002000:00100000:3.0:1746146164.257590:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9880 x1830966202289792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.257598:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9880 with x1830966202289792 ext(0->4095) 00002000:00010000:3.0:1746146164.257601:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cac9880 00000100:00100000:3.0:1746146164.257616:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13951 00000100:00100000:3.0:1746146164.257622:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2010:x1830966202289792:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146164.257747:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2010:x1830966202289792:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (1032us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.257752:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13951 00002000:00100000:3.0:1746146164.257757:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9880 x1830966202289792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.257763:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9880 with x1830966202289792 ext(0->4095) 00002000:00010000:3.0:1746146164.257766:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cac9880 00000100:00100000:0.0:1746146164.266406:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.268675:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202289920 00000100:00100000:2.0:1746146164.268687:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202289920 00000100:00100000:2.0:1746146164.268776:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31003 00000100:00100000:2.0:1746146164.268783:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202289920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.268797:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.268812:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee32 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.268838:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.268844:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.268846:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.268849:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.268874:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.268884:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 73 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.268894:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199277952:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.268974:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.277448:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.277544:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202290048 00000100:00100000:1.0:1746146164.277552:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202290048 00000100:00100000:1.0:1746146164.277598:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31004 00000100:00100000:1.0:1746146164.277605:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1758:x1830966202290048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.277619:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.277633:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee39 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.277655:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.277661:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.277666:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146164.277670:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.277697:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.277711:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.277751:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146164.277784:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202290048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.277790:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31004 00000100:00100000:2.0:1746146164.277871:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199277952:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.277889:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.277900:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146164.277918:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202289920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9136us (11519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.277923:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31003 00000100:00100000:0.0:1746146164.279247:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.279314:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202290176 00000100:00100000:3.0:1746146164.279320:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202290176 00002000:00100000:3.0:1746146164.279348:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008d176a00 x1830966202290176/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.279357:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176a00 with x1830966202290176 ext(0->7) 00010000:00010000:3.0:1746146164.279362:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 75 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.279377:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 75 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.279382:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d176a00 00000100:00100000:3.0:1746146164.279394:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3310 00000100:00100000:3.0:1746146164.279399:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202290176:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.281520:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2007:x1830966202290176:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2113us (2268us total) trans 4294972241 rc 0/0 00000100:00100000:0.0:1746146164.281529:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3310 00002000:00100000:0.0:1746146164.281546:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008d176a00 x1830966202290176/t4294972241(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.281554:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176a00 with x1830966202290176 ext(0->7) 00010000:00010000:0.0:1746146164.281561:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.281574:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.281579:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d176a00 00000100:00100000:0.0:1746146164.284173:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.284661:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202290304 00000100:00100000:1.0:1746146164.284669:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202290304 00010000:00010000:1.0:1746146164.284699:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.285547:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14347 00000100:00100000:1.0:1746146164.285557:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2009:x1830966202290304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146164.285570:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146164.285587:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.285598:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.285617:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62c92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee2b expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.285639:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.285642:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.285647:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.285654:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.285682:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.285691:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.285701:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199278208:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.285795:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.289251:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.289361:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202290560 00000100:00100000:2.0:1746146164.289368:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202290560 00002000:00100000:2.0:1746146164.289401:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d177b80 x1830966202290560/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.289410:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d177b80 with x1830966202290560 ext(0->4095) 00010000:00010000:2.0:1746146164.289418:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.289430:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.289437:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d177b80 00000100:00100000:2.0:1746146164.289454:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3311 00000100:00100000:2.0:1746146164.289460:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202290560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.289576:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202290560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.289581:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3311 00002000:00100000:2.0:1746146164.289586:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d177b80 x1830966202290560/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.289598:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d177b80 with x1830966202290560 ext(0->4095) 00010000:00010000:2.0:1746146164.289602:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.289610:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.289615:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d177b80 00000100:00100000:1.0:1746146164.289698:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199278208:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146164.289729:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.289752:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2009:x1830966202290304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4198us (5586us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.289759:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14347 00000100:00100000:0.0:1746146164.293676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.293740:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202290688 00000100:00100000:1.0:1746146164.293748:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202290688 00010000:00010000:1.0:1746146164.293778:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.293980:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14348 00000100:00100000:1.0:1746146164.293988:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202290688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146164.294002:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146164.294018:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.294029:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.294047:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62c99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee32 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.294068:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.294070:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.294076:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.294083:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.294109:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146164.294123:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199278336:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.294796:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.296917:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199278336:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146164.296934:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.296979:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202290688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2990us (3307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.296991:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14348 00000100:00100000:1.0:1746146164.297311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.299148:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202290944 00000100:00100000:3.0:1746146164.299155:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202290944 00002000:00100000:3.0:1746146164.299187:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0700 x1830966202290944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.299194:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0700 with x1830966202290944 ext(0->4095) 00002000:00010000:3.0:1746146164.299198:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa0700 00000100:00100000:3.0:1746146164.299495:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13952 00000100:00100000:3.0:1746146164.299503:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2010:x1830966202290944:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146164.299746:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2010:x1830966202290944:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 243us (2434us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.299752:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13952 00002000:00100000:3.0:1746146164.299758:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0700 x1830966202290944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.299765:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0700 with x1830966202290944 ext(0->4095) 00002000:00010000:3.0:1746146164.299767:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa0700 00000100:00100000:0.0:1746146164.302381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.302748:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202291072 00000100:00100000:3.0:1746146164.302754:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202291072 00000100:00100000:3.0:1746146164.302798:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31005 00000100:00100000:3.0:1746146164.302805:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202291072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.302818:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.302831:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee40 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.302851:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.302858:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.302859:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.302862:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.302885:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 75 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.302895:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 75 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.302905:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199278464:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.302971:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.310187:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199278464:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.310211:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.310229:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b28a000, rc 0) 00000100:00100000:3.0:1746146164.310263:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202291072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7457us (7886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.310270:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31005 00000100:00100000:0.0:1746146164.311122:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.311780:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202291200 00000100:00100000:3.0:1746146164.311787:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202291200 00002000:00100000:3.0:1746146164.311817:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b998000 x1830966202291200/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.311826:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998000 with x1830966202291200 ext(0->7) 00010000:00010000:3.0:1746146164.311833:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 76 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.311844:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 76 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.311850:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b998000 00000100:00100000:3.0:1746146164.311876:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3312 00000100:00100000:3.0:1746146164.311883:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2010:x1830966202291200:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.313390:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2010:x1830966202291200:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1504us (2267us total) trans 4294972242 rc 0/0 00000100:00100000:0.0:1746146164.313397:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3312 00002000:00100000:0.0:1746146164.313404:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b998000 x1830966202291200/t4294972242(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.313411:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998000 with x1830966202291200 ext(0->7) 00010000:00010000:0.0:1746146164.313416:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.313426:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.313432:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b998000 00000100:00100000:0.0:1746146164.319795:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.319873:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202291328 00000100:00100000:1.0:1746146164.319879:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202291328 00010000:00010000:1.0:1746146164.319909:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.319943:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14349 00000100:00100000:1.0:1746146164.319950:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2009:x1830966202291328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146164.319960:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746146164.319973:0:7219:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146164 -> 1746146165 00002000:00010000:1.0:1746146164.319975:0:7219:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146164 -> 1746146165 00010000:00010000:1.0:1746146164.319980:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.319990:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.320007:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62ca0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee39 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.320021:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.320023:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.320028:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.320035:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.320059:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146164.320069:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199278592:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.320130:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.325194:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199278592:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146164.325212:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.325255:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2009:x1830966202291328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5305us (5466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.325264:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14349 00000100:00100000:0.0:1746146164.331186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.331265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.331342:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202291584 00000100:00100000:2.0:1746146164.331349:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202291584 00002000:00100000:2.0:1746146164.331386:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0ea00 x1830966202291584/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.331394:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0ea00 with x1830966202291584 ext(0->4095) 00002000:00010000:2.0:1746146164.331399:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0ea00 00000100:00100000:2.0:1746146164.331809:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13953 00000100:00100000:2.0:1746146164.331817:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202291584:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146164.331931:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202291584:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.331937:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13953 00002000:00100000:2.0:1746146164.331942:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0ea00 x1830966202291584/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.331949:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0ea00 with x1830966202291584 ext(0->4095) 00002000:00010000:2.0:1746146164.331952:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0ea00 00000100:00100000:3.0:1746146164.332047:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202291712 00000100:00100000:3.0:1746146164.332051:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202291712 00000100:00100000:3.0:1746146164.332079:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31006 00000100:00100000:3.0:1746146164.332084:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+77:1758:x1830966202291712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.332092:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.332104:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee47 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.332122:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.332128:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.332130:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.332133:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.332153:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.332163:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.332172:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199278720:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.332225:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.334240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.334396:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202291840 00000100:00100000:2.0:1746146164.334402:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202291840 00000100:00100000:3.0:1746146164.334674:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199278720:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.334695:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.334708:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ea00, rc 0) 00000100:00100000:3.0:1746146164.334761:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202291712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2676us (3496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.334767:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31006 00000100:00100000:3.0:1746146164.334781:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31007 00000100:00100000:3.0:1746146164.334786:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1766:x1830966202291840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.334796:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.334804:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee4e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.334818:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.334821:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.334826:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.334829:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.334849:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.334857:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.334863:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b28be00, rc 0) 00000100:00100000:3.0:1746146164.334875:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202291840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.334880:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31007 00000100:00100000:0.0:1746146164.335920:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.336161:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202291968 00000100:00100000:3.0:1746146164.336166:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202291968 00010000:00010000:3.0:1746146164.336184:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.336206:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14350 00000100:00100000:3.0:1746146164.336211:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202291968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.336220:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.336233:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.336242:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.336257:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b28a000/0x88944630cfb62ca7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee40 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.336269:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.336271:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.336276:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.336282:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.336300:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.336309:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.336323:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199278976:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.336364:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.339270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.339346:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202292224 00000100:00100000:1.0:1746146164.339352:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202292224 00002000:00100000:1.0:1746146164.339389:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838380 x1830966202292224/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.339397:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966202292224 ext(0->4095) 00010000:00010000:1.0:1746146164.339406:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.339418:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.339424:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e838380 00000100:00100000:1.0:1746146164.339452:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3313 00000100:00100000:1.0:1746146164.339459:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202292224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146164.339583:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202292224:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.339589:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3313 00002000:00100000:1.0:1746146164.339594:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838380 x1830966202292224/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.339601:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966202292224 ext(0->4095) 00010000:00010000:1.0:1746146164.339605:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.339614:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.339619:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e838380 00000100:00100000:3.0:1746146164.340131:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199278976:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.340147:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.340179:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202291968:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3967us (4260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.340186:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14350 00000100:00100000:0.0:1746146164.342237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.342360:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202292352 00000100:00100000:3.0:1746146164.342366:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202292352 00010000:00010000:3.0:1746146164.342389:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.342479:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14351 00000100:00100000:3.0:1746146164.342486:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2009:x1830966202292352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.342497:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.342511:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.342522:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.342552:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ea00/0x88944630cfb62cae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee47 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.342824:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.342826:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.342833:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.342841:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.342868:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.342878:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199279104:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.342940:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.346246:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199279104:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.346264:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.346301:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2009:x1830966202292352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3815us (4068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.346310:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14351 00000100:00100000:0.0:1746146164.346812:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.346944:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202292608 00000100:00100000:2.0:1746146164.346950:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202292608 00002000:00100000:2.0:1746146164.346977:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83bb80 x1830966202292608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.346985:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83bb80 with x1830966202292608 ext(0->4095) 00002000:00010000:2.0:1746146164.346989:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83bb80 00000100:00100000:2.0:1746146164.347391:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13954 00000100:00100000:2.0:1746146164.347398:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202292608:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.348091:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202292608:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 692us (1279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.348098:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13954 00002000:00100000:2.0:1746146164.348104:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83bb80 x1830966202292608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.348111:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83bb80 with x1830966202292608 ext(0->4095) 00002000:00010000:2.0:1746146164.348114:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83bb80 00000100:00100000:0.0:1746146164.349929:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.350092:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202292736 00000100:00100000:1.0:1746146164.350099:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202292736 00000100:00100000:1.0:1746146164.350142:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31008 00000100:00100000:1.0:1746146164.350148:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202292736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.350161:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.350174:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee55 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.350195:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 77 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.350201:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.350203:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.350206:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.350229:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 77 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.350238:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.350248:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199279232:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.350309:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.352916:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.353109:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199279232:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.353134:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.353148:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:1.0:1746146164.353185:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202292736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3036us (3260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.353192:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31008 00000100:00100000:3.0:1746146164.353577:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202292864 00000100:00100000:3.0:1746146164.353583:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202292864 00010000:00010000:3.0:1746146164.353604:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.353622:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14352 00000100:00100000:3.0:1746146164.353628:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202292864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.353637:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.353652:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.353666:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.353683:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b28be00/0x88944630cfb62cb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee4e expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.354108:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.354110:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.354116:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.354124:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.354147:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.354157:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199279360:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.354219:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.357154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.357227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.357300:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202293248 00000100:00100000:1.0:1746146164.357307:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202293248 00000100:00100000:1.0:1746146164.357339:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31009 00000100:00100000:1.0:1746146164.357345:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202293248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.357358:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.357370:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee5c expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.357395:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.357401:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.357403:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.357406:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.357428:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.357439:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 5 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.357448:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199279488:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.357503:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.357570:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202293120 00000100:00100000:2.0:1746146164.357574:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202293120 00002000:00100000:2.0:1746146164.357596:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83b480 x1830966202293120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.357605:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b480 with x1830966202293120 ext(0->4095) 00010000:00010000:2.0:1746146164.357610:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.357623:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.357629:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83b480 00000100:00100000:2.0:1746146164.357640:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3314 00000100:00100000:2.0:1746146164.357644:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202293120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.357753:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202293120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.357759:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3314 00002000:00100000:2.0:1746146164.357765:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83b480 x1830966202293120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.357771:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b480 with x1830966202293120 ext(0->4095) 00010000:00010000:2.0:1746146164.357776:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.357784:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.357789:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83b480 00000100:00100000:3.0:1746146164.358167:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199279360:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.358181:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.358202:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202292864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4574us (5291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.358209:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14352 00000100:00100000:1.0:1746146164.361245:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199279488:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.361272:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.361286:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146164.361319:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202293248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3974us (4092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.361326:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31009 00000100:00100000:0.0:1746146164.361796:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.362792:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202293376 00000100:00100000:1.0:1746146164.362800:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202293376 00000100:00100000:1.0:1746146164.362846:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31010 00000100:00100000:1.0:1746146164.362853:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1766:x1830966202293376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.362866:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.362878:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee63 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.362896:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.362900:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.362905:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.362908:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.362931:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.362941:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.362948:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146164.362974:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202293376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (1180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.362979:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31010 00000100:00100000:2.0:1746146164.363326:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.363399:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202293504 00000100:00100000:3.0:1746146164.363403:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202293504 00010000:00010000:3.0:1746146164.363420:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.363436:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14353 00000100:00100000:3.0:1746146164.363441:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202293504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.363448:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.363694:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.363704:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.363746:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62cbc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee55 expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.363761:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.363763:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.363767:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.363774:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.363792:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.363801:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.363812:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199279744:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.363862:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.367237:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.367749:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202293760 00000100:00100000:1.0:1746146164.367756:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202293760 00002000:00100000:1.0:1746146164.367792:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83a300 x1830966202293760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.367806:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83a300 with x1830966202293760 ext(0->4095) 00010000:00010000:1.0:1746146164.367813:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.367824:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.367830:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83a300 00000100:00100000:1.0:1746146164.367857:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3315 00000100:00100000:1.0:1746146164.367863:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202293760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146164.367964:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202293760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.367970:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3315 00002000:00100000:1.0:1746146164.367975:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83a300 x1830966202293760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.367982:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83a300 with x1830966202293760 ext(0->4095) 00010000:00010000:1.0:1746146164.367986:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.367994:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.367999:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83a300 00000100:00100000:3.0:1746146164.368437:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199279744:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.368453:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.368484:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202293504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5043us (5159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.368491:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14353 00000100:00100000:0.0:1746146164.371161:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.371239:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202293888 00000100:00100000:3.0:1746146164.371246:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202293888 00010000:00010000:3.0:1746146164.371272:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.371291:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14354 00000100:00100000:3.0:1746146164.371297:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202293888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.371307:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.371401:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.371412:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.371430:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62cc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee5c expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.371607:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.371610:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.371616:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.371624:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.371652:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.371662:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199279872:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.372392:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.375173:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199279872:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.375191:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.375222:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202293888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3924us (4067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.375230:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14354 00000100:00100000:0.0:1746146164.377829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.378607:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202294144 00000100:00100000:2.0:1746146164.378737:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202294144 00002000:00100000:2.0:1746146164.378772:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814380 x1830966202294144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.378785:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814380 with x1830966202294144 ext(0->4095) 00002000:00010000:2.0:1746146164.378789:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072814380 00000100:00100000:2.0:1746146164.378819:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13955 00000100:00100000:2.0:1746146164.378826:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202294144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.378948:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202294144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (1126us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.378954:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13955 00002000:00100000:2.0:1746146164.378960:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814380 x1830966202294144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.378965:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814380 with x1830966202294144 ext(0->4095) 00002000:00010000:2.0:1746146164.378968:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072814380 00000100:00100000:0.0:1746146164.380941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.381377:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202294272 00000100:00100000:2.0:1746146164.381384:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202294272 00000100:00100000:2.0:1746146164.381430:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31011 00000100:00100000:2.0:1746146164.381437:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202294272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.381467:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.381847:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee6a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.381872:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 77 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.381879:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.381880:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.381884:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.381909:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 77 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.381919:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 77 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.381930:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199280000:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.382157:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.384167:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130c26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199280000:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.384189:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.384203:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146164.384242:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202294272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2806us (3306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.384249:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31011 00000100:00100000:0.0:1746146164.384856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.384930:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202294400 00000100:00100000:3.0:1746146164.384936:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202294400 00010000:00010000:3.0:1746146164.384959:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.384979:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14355 00000100:00100000:3.0:1746146164.384985:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202294400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.384996:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.385010:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.385025:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.385043:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62cca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee63 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.385244:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.385246:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.385253:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.385260:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.385287:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.385298:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199280128:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.385647:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.389700:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199280128:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.389748:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.389794:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2007:x1830966202294400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4808us (4939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.389804:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14355 00000100:00100000:1.0:1746146164.389999:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.390020:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202294656 00000100:00100000:1.0:1746146164.390025:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202294656 00002000:00100000:1.0:1746146164.390054:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3b80 x1830966202294656/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.390062:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3b80 with x1830966202294656 ext(0->4095) 00002000:00010000:1.0:1746146164.390066:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa3b80 00000100:00100000:1.0:1746146164.390087:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13956 00000100:00100000:1.0:1746146164.390092:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202294656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146164.390177:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202294656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.390182:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13956 00002000:00100000:1.0:1746146164.390187:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa3b80 x1830966202294656/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.390193:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3b80 with x1830966202294656 ext(0->4095) 00002000:00010000:1.0:1746146164.390195:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa3b80 00000100:00100000:1.0:1746146164.390280:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.390324:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202294784 00000100:00100000:1.0:1746146164.390326:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202294784 00000100:00100000:1.0:1746146164.390346:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31012 00000100:00100000:1.0:1746146164.390350:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+77:1758:x1830966202294784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.390358:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.390371:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee71 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.390390:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.390396:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.390398:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.390401:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.390425:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.390435:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.390445:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199280256:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.391135:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.392637:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.392732:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202294912 00000100:00100000:2.0:1746146164.392738:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202294912 00000100:00100000:2.0:1746146164.392858:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31013 00000100:00100000:2.0:1746146164.392864:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202294912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.392877:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.392889:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee78 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.392916:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.392920:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 80 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.392925:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.392928:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.392955:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 80 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.392965:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.392972:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146164.393003:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202294912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.393008:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31013 00000100:00100000:0.0:1746146164.393704:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.394370:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199280256:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.394390:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.394402:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146164.394431:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202294784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4080us (4150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.394438:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31012 00000100:00100000:3.0:1746146164.394773:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202295040 00000100:00100000:3.0:1746146164.394779:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202295040 00010000:00010000:3.0:1746146164.394801:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.394819:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14356 00000100:00100000:3.0:1746146164.394824:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202295040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.394834:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.394847:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.394856:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.394872:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62cd1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee6a expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.394884:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.394885:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.394890:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.394896:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.394916:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.394925:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 78 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.394935:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199280512:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.394982:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.398044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.398151:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199280512:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.398166:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.398193:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202295040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3369us (4491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.398202:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14356 00000100:00100000:2.0:1746146164.398455:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202295296 00000100:00100000:2.0:1746146164.398461:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202295296 00002000:00100000:2.0:1746146164.398487:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816680 x1830966202295296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.398495:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816680 with x1830966202295296 ext(0->4095) 00010000:00010000:2.0:1746146164.398502:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.398518:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.398524:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072816680 00000100:00100000:2.0:1746146164.399769:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3316 00000100:00100000:2.0:1746146164.399778:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202295296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.399901:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202295296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (1862us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.399907:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3316 00002000:00100000:2.0:1746146164.399913:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816680 x1830966202295296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.399921:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816680 with x1830966202295296 ext(0->4095) 00010000:00010000:2.0:1746146164.399927:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.399936:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.399942:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072816680 00000100:00100000:2.0:1746146164.402967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.403454:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202295424 00000100:00100000:3.0:1746146164.403462:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202295424 00010000:00010000:3.0:1746146164.403491:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.403643:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14357 00000100:00100000:3.0:1746146164.403651:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2010:x1830966202295424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.403662:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.403678:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.403689:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.403706:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62cd8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee71 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.403921:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.403925:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.403931:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.403939:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.403968:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.403979:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199280640:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.404372:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.409446:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.409588:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199280640:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.409605:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.409649:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2010:x1830966202295424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5998us (6689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.409658:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14357 00000100:00100000:1.0:1746146164.409814:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202295680 00000100:00100000:1.0:1746146164.409820:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202295680 00002000:00100000:1.0:1746146164.409852:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072817b80 x1830966202295680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.409867:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817b80 with x1830966202295680 ext(0->4095) 00002000:00010000:1.0:1746146164.409871:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072817b80 00000100:00100000:1.0:1746146164.409887:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13957 00000100:00100000:1.0:1746146164.409893:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2009:x1830966202295680:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146164.409988:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2009:x1830966202295680:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.409993:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13957 00002000:00100000:1.0:1746146164.409999:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072817b80 x1830966202295680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.410006:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817b80 with x1830966202295680 ext(0->4095) 00002000:00010000:1.0:1746146164.410008:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072817b80 00000100:00100000:0.0:1746146164.413677:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.413787:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202295808 00000100:00100000:1.0:1746146164.413794:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202295808 00000100:00100000:1.0:1746146164.413838:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31014 00000100:00100000:1.0:1746146164.413845:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202295808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.413858:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.413872:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee7f expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.413894:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 77 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.413900:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.413902:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.413905:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.413924:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 77 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.413934:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 77 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.413943:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199280768:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.414288:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.416120:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199280768:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.416143:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.416156:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a000, rc 0) 00000100:00100000:1.0:1746146164.416187:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202295808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2343us (2516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.416194:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31014 00000100:00100000:0.0:1746146164.418360:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.418405:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.418477:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202295936 00000100:00100000:3.0:1746146164.418484:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202295936 00010000:00010000:3.0:1746146164.418508:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.418529:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14358 00000100:00100000:3.0:1746146164.418545:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202295936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.418558:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.418573:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.418588:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.418607:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62cdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee78 expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.418623:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.418625:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.418631:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.418638:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.418660:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.418670:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199280896:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.418850:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202296064 00000100:00100000:1.0:1746146164.418854:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202296064 00000100:00100000:1.0:1746146164.418879:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31015 00000100:00100000:1.0:1746146164.418884:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202296064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.418894:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.418902:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee86 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.418920:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.418925:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.418927:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.418930:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.418943:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.418952:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 5 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.418960:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199281024:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.419166:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.419414:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.421669:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199280896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.421686:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.421935:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202295936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3398us (3580us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.421943:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14358 00000100:00100000:0.0:1746146164.422294:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.422443:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202296320 00000100:00100000:3.0:1746146164.422448:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202296320 00002000:00100000:3.0:1746146164.422476:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815180 x1830966202296320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.422708:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815180 with x1830966202296320 ext(0->4095) 00010000:00010000:3.0:1746146164.422744:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.422755:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.422761:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815180 00000100:00100000:3.0:1746146164.422776:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3317 00000100:00100000:3.0:1746146164.422781:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202296320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.422879:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202296320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (581us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.422884:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3317 00002000:00100000:3.0:1746146164.422889:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815180 x1830966202296320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.422896:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815180 with x1830966202296320 ext(0->4095) 00010000:00010000:3.0:1746146164.422900:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.422908:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.422913:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815180 00000100:00100000:1.0:1746146164.426094:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199281024:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.426121:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 78 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.426136:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:1.0:1746146164.426879:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202296064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7991us (8469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.426888:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31015 00000100:00100000:0.0:1746146164.429467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.429515:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.429607:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202296576 00000100:00100000:3.0:1746146164.429614:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202296576 00010000:00010000:3.0:1746146164.429643:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.429665:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14359 00000100:00100000:3.0:1746146164.429671:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202296576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.429682:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.429696:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.429705:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.429741:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb62ce6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee7f expref: 6 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.429772:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.429773:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.429779:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 77 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.429785:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 77 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.429811:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 77 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.429825:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199281152:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.429884:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.430007:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202296448 00000100:00100000:1.0:1746146164.430012:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202296448 00000100:00100000:1.0:1746146164.430040:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31016 00000100:00100000:1.0:1746146164.430045:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1766:x1830966202296448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.430056:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.430064:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee8d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.430080:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.430085:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.430086:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.430089:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.430103:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.430111:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.430119:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199281280:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.430139:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.432821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.432967:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199281280:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.432994:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.433012:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:3.0:1746146164.433155:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199281152:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.433165:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.433227:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202296448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3180us (3765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.433234:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31016 00000100:00100000:1.0:1746146164.433261:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202296832 00000100:00100000:1.0:1746146164.433265:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202296832 00002000:00100000:1.0:1746146164.433291:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815c00 x1830966202296832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.433298:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815c00 with x1830966202296832 ext(0->4095) 00010000:00010000:1.0:1746146164.433303:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.433312:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.433317:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815c00 00000100:00100000:1.0:1746146164.433330:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3318 00000100:00100000:1.0:1746146164.433335:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202296832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.433453:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202296576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3781us (3936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.433460:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14359 00000100:00100000:1.0:1746146164.433789:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202296832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 452us (972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.433794:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3318 00002000:00100000:1.0:1746146164.433799:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815c00 x1830966202296832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.433811:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815c00 with x1830966202296832 ext(0->4095) 00010000:00010000:1.0:1746146164.433815:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.433824:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.433828:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815c00 00000100:00100000:0.0:1746146164.436789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.436905:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202296960 00000100:00100000:3.0:1746146164.436912:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202296960 00010000:00010000:3.0:1746146164.436937:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.436966:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14360 00000100:00100000:3.0:1746146164.436972:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202296960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.436983:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.436998:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.437007:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.437024:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62ced lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee86 expref: 79 pid: 9583 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.437198:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.437200:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.437206:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.437213:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.437239:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.437249:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199281408:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.437322:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.440954:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.441021:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202297216 00000100:00100000:1.0:1746146164.441028:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202297216 00002000:00100000:1.0:1746146164.441063:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f8000 x1830966202297216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.441072:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8000 with x1830966202297216 ext(0->4095) 00002000:00010000:1.0:1746146164.441076:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f8000 00000100:00100000:1.0:1746146164.441091:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13958 00000100:00100000:1.0:1746146164.441097:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2009:x1830966202297216:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146164.441201:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2009:x1830966202297216:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.441207:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13958 00002000:00100000:1.0:1746146164.441212:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f8000 x1830966202297216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.441219:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8000 with x1830966202297216 ext(0->4095) 00002000:00010000:1.0:1746146164.441221:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f8000 00000100:00100000:0.0:1746146164.441339:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199281408:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146164.441355:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146164.441386:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202296960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4414us (4602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146164.441392:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14360 00000100:00100000:0.0:1746146164.443609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.443937:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202297344 00000100:00100000:1.0:1746146164.443943:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202297344 00000100:00100000:1.0:1746146164.444094:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31017 00000100:00100000:1.0:1746146164.444101:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202297344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.444114:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.444128:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee94 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.444149:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 77 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.444155:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.444156:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.444159:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.444185:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 77 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.444195:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.444205:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199281536:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.444651:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.447203:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199281536:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.447231:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.447251:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146164.447286:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202297344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3185us (3681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.447293:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31017 00000100:00100000:0.0:1746146164.448091:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.448520:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202297472 00000100:00100000:1.0:1746146164.448525:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202297472 00010000:00010000:1.0:1746146164.448558:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.449279:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14361 00000100:00100000:1.0:1746146164.449288:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202297472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146164.449300:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146164.449316:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.449325:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.449342:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62cf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee8d expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.449491:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.449493:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.449499:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.449509:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.449544:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146164.449555:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199281664:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.449627:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.452243:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.452683:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202297600 00000100:00100000:1.0:1746146164.452690:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202297600 00000100:00100000:1.0:1746146164.453000:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31018 00000100:00100000:1.0:1746146164.453009:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202297600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.453023:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.453036:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfee9b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.453059:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.453065:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.453067:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.453070:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.453093:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.453107:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.453118:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199281792:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.453188:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.453519:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.453638:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199281664:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.453651:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.453672:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202297472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4386us (5583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.453678:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14361 00000100:00100000:2.0:1746146164.453733:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202297856 00000100:00100000:2.0:1746146164.453737:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202297856 00002000:00100000:2.0:1746146164.453760:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e2a00 x1830966202297856/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.453773:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2a00 with x1830966202297856 ext(0->4095) 00010000:00010000:2.0:1746146164.453778:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.453787:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.453792:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e2a00 00000100:00100000:2.0:1746146164.453803:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3319 00000100:00100000:2.0:1746146164.453807:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202297856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.453882:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202297856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 74us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.453887:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3319 00002000:00100000:2.0:1746146164.453891:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e2a00 x1830966202297856/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.453896:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2a00 with x1830966202297856 ext(0->4095) 00010000:00010000:2.0:1746146164.453900:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.453907:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.453913:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e2a00 00000100:00100000:3.0:1746146164.454320:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1830966199282048:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454348:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454364:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3768:1830966199282560:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454378:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454389:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1830966199283072:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454402:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454413:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746146164.454417:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199282176:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454433:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454444:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3768:1830966199282688:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454456:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454465:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1830966199283200:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454476:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454495:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199282048 00000100:00100000:3.0:1746146164.454497:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199282048 00000100:00100000:3.0:1746146164.454517:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199282560 00000100:00100000:3.0:1746146164.454519:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199282560 00000100:00100000:3.0:1746146164.454532:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199283072 00000100:00100000:3.0:1746146164.454545:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199283072 00000100:00100000:3.0:1746146164.454555:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199282688 00000100:00100000:3.0:1746146164.454556:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199282688 00000100:00100000:3.0:1746146164.454565:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199283200 00000100:00100000:3.0:1746146164.454566:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199283200 00000100:00100000:3.0:1746146164.454576:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1746146164.454581:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1830966199282048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454610:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1830966199282048:12345-0@lo:400:kworker.0 Request processed in 28us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.454615:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1746146164.454625:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1746146164.454629:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830966199282560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454647:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830966199282560:12345-0@lo:400:kworker.0 Request processed in 18us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.454651:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1746146164.454659:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1746146164.454662:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830966199283072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454681:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830966199283072:12345-0@lo:400:kworker.0 Request processed in 18us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.454685:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1746146164.454693:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1746146164.454697:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830966199282688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454711:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830966199282688:12345-0@lo:400:kworker.0 Request processed in 14us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.454734:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1746146164.454742:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1746146164.454747:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966199283200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454766:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966199283200:12345-0@lo:400:kworker.0 Request processed in 19us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.454770:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1746146164.454795:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3768:1830966199282688:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454801:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1830966199283200:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454813:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1830966199282048:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454820:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3768:1830966199282560:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454825:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1830966199283072:0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.454834:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830966199282304:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454852:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199282176 00000100:00100000:3.0:1746146164.454854:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199282176 00000100:00100000:2.0:1746146164.454859:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454872:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1746146164.454875:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199282816:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454876:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966199282176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.454889:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146164.454900:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199283328:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454902:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966199282176:12345-0@lo:400:kworker.0 Request processed in 26us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.454907:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1746146164.454914:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454923:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199282304 00000100:00100000:3.0:1746146164.454925:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199282304 00000100:00100000:2.0:1746146164.454926:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1746146164.454931:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:065f921c-abbd-4f8e-b09f-86ccecd94661:3766:1830966199281920:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454938:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1746146164.454941:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830966199282304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.454948:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.454961:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830966199282304:12345-0@lo:400:kworker.0 Request processed in 20us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.454965:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:2.0:1746146164.454974:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199282432:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.454976:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199281920 00000100:00100000:3.0:1746146164.454978:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199281920 00000100:00100000:3.0:1746146164.454992:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1746146164.454995:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008061a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3766:x1830966199281920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.455002:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.455015:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008061a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3766:x1830966199281920:12345-0@lo:400:kworker.0 Request processed in 18us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.455016:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199282944:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.455018:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1746146164.455029:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.455035:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199282432 00000100:00100000:3.0:1746146164.455037:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199282432 00000100:00100000:2.0:1746146164.455041:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d176d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199283456:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.455047:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1746146164.455050:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199282432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.455054:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.455069:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199282432:12345-0@lo:400:kworker.0 Request processed in 19us (67us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.455070:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830966199282304:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.455073:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1746146164.455081:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:065f921c-abbd-4f8e-b09f-86ccecd94661:3766:1830966199281920:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.455088:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199282176:0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.455088:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199282432:0@lo:400:kworker.0 00000100:00100000:3.0:1746146164.455106:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199282816 00000100:00100000:3.0:1746146164.455108:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199282816 00000100:00100000:2.0:1746146164.455108:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199283328 00000100:00100000:2.0:1746146164.455111:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199283328 00000100:00100000:3.0:1746146164.455123:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199282944 00000100:00100000:3.0:1746146164.455125:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199282944 00000100:00100000:2.0:1746146164.455125:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199283456 00000100:00100000:2.0:1746146164.455127:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199283456 00000100:00100000:3.0:1746146164.455135:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1746146164.455148:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1746146164.455153:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199283328:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746146164.455180:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746146164.455181:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199283328:12345-0@lo:400:kworker.0 Request processed in 28us (266us total) trans 0 rc 0/0 00000100:00080000:0.0:1746146164.455184:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746146164.455186:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746146164.455187:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746146164.455215:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1746146164.455227:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1746146164.455232:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199282944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.455259:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199282944:12345-0@lo:400:kworker.0 Request processed in 27us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.455263:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1746146164.455272:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1746146164.455276:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199283456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.455295:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199283456:12345-0@lo:400:kworker.0 Request processed in 19us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.455300:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1746146164.455322:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199282944:0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.455329:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d176d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199283456:0@lo:400:kworker.0 00000100:00100000:2.0:1746146164.455336:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199283328:0@lo:400:kworker.0 00000100:00100000:1.0:1746146164.457412:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199281792:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.457418:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199282816:12345-0@lo:400:kworker.0 00010000:00010000:1.0:1746146164.457433:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.457445:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146164.457479:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202297600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4472us (5242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.457485:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31018 00000100:00100000:3.0:1746146164.457489:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199282816:12345-0@lo:400:kworker.0 Request processed in 2349us (2597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.457496:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1746146164.457526:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199282816:0@lo:400:kworker.0 00000100:00100000:0.0:1746146164.458407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.458448:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.458456:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202297984 00000100:00100000:3.0:1746146164.458461:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202297984 00000100:00100000:3.0:1746146164.458488:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31019 00000100:00100000:2.0:1746146164.458491:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202298112 00000100:00100000:3.0:1746146164.458492:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1766:x1830966202297984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146164.458495:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202298112 00010000:00010000:3.0:1746146164.458500:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.458509:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeea2 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.458514:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.458522:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.458525:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.458529:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.458530:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.458553:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14362 00000100:00100000:2.0:1746146164.458559:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202298112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.458565:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.458567:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.458572:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.458580:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00010000:00010000:2.0:1746146164.458582:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.458597:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.458598:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202297984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.458601:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31019 00010000:00010000:2.0:1746146164.458611:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb62cfb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee94 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.458627:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.458629:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.458634:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.458640:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.458657:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.458667:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.458675:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199283712:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.458742:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.462486:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199283712:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.462506:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146164.462831:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.462912:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202298112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4352us (4462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.462924:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14362 00000100:00100000:3.0:1746146164.462996:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202298368 00000100:00100000:3.0:1746146164.463002:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202298368 00002000:00100000:3.0:1746146164.463031:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1880 x1830966202298368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.463040:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1880 with x1830966202298368 ext(0->4095) 00010000:00010000:3.0:1746146164.463047:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.463058:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.463064:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1880 00000100:00100000:3.0:1746146164.463084:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3320 00000100:00100000:3.0:1746146164.463089:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202298368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146164.463547:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202298368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 455us (715us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.463553:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3320 00002000:00100000:3.0:1746146164.463558:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1880 x1830966202298368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.463569:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1880 with x1830966202298368 ext(0->4095) 00010000:00010000:3.0:1746146164.463574:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.463582:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.463587:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1880 00000100:00100000:0.0:1746146164.466902:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.467181:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202298496 00000100:00100000:2.0:1746146164.467188:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202298496 00010000:00010000:2.0:1746146164.467215:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.467251:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14363 00000100:00100000:2.0:1746146164.467257:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202298496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.467270:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.467286:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.467297:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.467316:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62d02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfee9b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.467344:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.467346:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.467352:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.467359:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.467384:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.467395:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199283840:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.467464:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.472600:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.472669:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202298752 00000100:00100000:3.0:1746146164.472676:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202298752 00002000:00100000:3.0:1746146164.472708:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e2680 x1830966202298752/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.472740:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2680 with x1830966202298752 ext(0->4095) 00002000:00010000:3.0:1746146164.472744:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e2680 00000100:00100000:3.0:1746146164.472761:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13959 00000100:00100000:3.0:1746146164.472768:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202298752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146164.472873:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202298752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.472879:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13959 00002000:00100000:3.0:1746146164.472884:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e2680 x1830966202298752/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.472891:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2680 with x1830966202298752 ext(0->4095) 00002000:00010000:3.0:1746146164.472894:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e2680 00000100:00100000:2.0:1746146164.472970:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199283840:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.472986:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.473014:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202298496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5757us (6118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.473020:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14363 00000100:00100000:0.0:1746146164.475598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.475919:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202298880 00000100:00100000:3.0:1746146164.475927:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202298880 00000100:00100000:3.0:1746146164.476310:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31020 00000100:00100000:3.0:1746146164.476318:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202298880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.476332:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.476347:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeea9 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.476374:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.476380:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.476382:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.476385:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.476407:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.476417:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 77 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.476549:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199283968:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.476623:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.478358:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199283968:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.478381:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.478398:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146164.478439:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202298880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2121us (2846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.478445:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31020 00000100:00100000:0.0:1746146164.479004:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.479125:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202299008 00000100:00100000:2.0:1746146164.479130:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202299008 00010000:00010000:2.0:1746146164.479150:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.479167:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14364 00000100:00100000:2.0:1746146164.479172:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202299008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.479181:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.479195:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.479204:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.479222:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62d09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea2 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.479248:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.479250:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.479256:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.479263:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.479289:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.479298:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199284096:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.479358:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.481359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.481766:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202299264 00000100:00100000:1.0:1746146164.481775:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202299264 00002000:00100000:1.0:1746146164.481817:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdbb80 x1830966202299264/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.481826:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdbb80 with x1830966202299264 ext(0->4095) 00002000:00010000:1.0:1746146164.481830:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cdbb80 00000100:00100000:1.0:1746146164.481860:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13960 00000100:00100000:1.0:1746146164.481867:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202299264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.481943:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199284096:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.481959:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146164.482454:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202299264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 586us (1101us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.482459:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2007:x1830966202299008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3287us (3456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.482463:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13960 00000100:00100000:2.0:1746146164.482465:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14364 00002000:00100000:1.0:1746146164.482469:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdbb80 x1830966202299264/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.482475:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdbb80 with x1830966202299264 ext(0->4095) 00002000:00010000:1.0:1746146164.482477:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cdbb80 00000100:00100000:0.0:1746146164.486161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.486322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.486580:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202299392 00000100:00100000:3.0:1746146164.486588:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202299392 00000100:00100000:3.0:1746146164.486634:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202299520 00000100:00100000:3.0:1746146164.486636:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202299520 00000100:00100000:3.0:1746146164.486848:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31021 00000100:00100000:3.0:1746146164.486867:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202299392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146164.486961:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31022 00000100:00100000:2.0:1746146164.486968:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1766:x1830966202299520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.486983:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.486996:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeeb7 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.487019:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.487026:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.487028:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.487031:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.487054:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.487065:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 5 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.487074:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199284224:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.487146:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00010000:00010000:3.0:1746146164.487226:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.487234:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeeb0 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.487249:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.487253:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.487257:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.487260:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.487316:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.487395:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.489953:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146164.490023:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202299392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3163us (3865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.490030:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31021 00000100:00100000:3.0:1746146164.490363:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199284224:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.490385:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.490396:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00000100:00100000:3.0:1746146164.490425:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202299520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3458us (4104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.490430:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31022 00000100:00100000:0.0:1746146164.491107:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.491159:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202299648 00000100:00100000:2.0:1746146164.491165:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202299648 00010000:00010000:2.0:1746146164.491187:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.491217:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14365 00000100:00100000:2.0:1746146164.491223:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202299648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.491233:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.491247:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.491257:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.491275:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d10 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeea9 expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.492601:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.492605:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.492613:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.492622:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.492654:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.492666:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.492677:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199284480:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.492768:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.495456:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199284480:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.495474:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.495505:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202299648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4282us (4400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.495513:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14365 00000100:00100000:0.0:1746146164.497122:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.497350:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202299904 00000100:00100000:1.0:1746146164.497357:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202299904 00002000:00100000:1.0:1746146164.497393:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8e00 x1830966202299904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.497402:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8e00 with x1830966202299904 ext(0->4095) 00010000:00010000:1.0:1746146164.497409:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.497421:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.497427:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd8e00 00000100:00100000:1.0:1746146164.497458:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3321 00000100:00100000:1.0:1746146164.497464:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202299904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146164.497573:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202299904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.497579:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3321 00002000:00100000:1.0:1746146164.497584:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8e00 x1830966202299904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.497596:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8e00 with x1830966202299904 ext(0->4095) 00010000:00010000:1.0:1746146164.497600:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.497608:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.497614:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd8e00 00000100:00100000:0.0:1746146164.501193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.502106:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202300032 00000100:00100000:3.0:1746146164.502115:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202300032 00000100:00100000:1.0:1746146164.502370:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.502433:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31023 00000100:00100000:3.0:1746146164.502441:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202300032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.502454:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.502468:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeebe expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.502490:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.502494:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.502499:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146164.502502:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.502530:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.502551:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.502559:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c600, rc 0) 00000100:00100000:3.0:1746146164.502603:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202300032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (1417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.502609:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31023 00000100:00100000:2.0:1746146164.502878:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202300160 00000100:00100000:2.0:1746146164.502882:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202300160 00010000:00010000:2.0:1746146164.502900:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.502920:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14366 00000100:00100000:2.0:1746146164.502924:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2009:x1830966202300160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.502932:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.502946:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.502954:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.502969:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb7 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.502981:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.502983:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.502987:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.502994:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.503011:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.503020:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.503034:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199284736:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.503074:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.504982:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199284736:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.505000:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.505269:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2009:x1830966202300160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2342us (2898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.505277:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14366 00000100:00100000:0.0:1746146164.505406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.505513:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202300416 00000100:00100000:2.0:1746146164.505517:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202300416 00002000:00100000:2.0:1746146164.505552:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9f80 x1830966202300416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.505559:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9f80 with x1830966202300416 ext(0->4095) 00010000:00010000:2.0:1746146164.505566:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.505575:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.505580:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9f80 00000100:00100000:2.0:1746146164.505747:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3322 00000100:00100000:2.0:1746146164.505753:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202300416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.506070:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202300416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 316us (662us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.506078:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3322 00002000:00100000:2.0:1746146164.506083:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9f80 x1830966202300416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.506089:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9f80 with x1830966202300416 ext(0->4095) 00010000:00010000:2.0:1746146164.506093:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.506101:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.506106:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9f80 00000100:00100000:0.0:1746146164.510588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.510819:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202300544 00000100:00100000:2.0:1746146164.510827:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202300544 00000100:00100000:1.0:1746146164.510859:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.510870:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31024 00000100:00100000:2.0:1746146164.510877:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202300544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.511007:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.511021:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeec5 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.511024:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202300672 00000100:00100000:3.0:1746146164.511027:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202300672 00010000:00010000:3.0:1746146164.511040:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 80 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.511043:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.511046:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.511051:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146164.511054:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.511091:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.511098:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14367 00010000:00010000:2.0:1746146164.511101:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.511104:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202300672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.511109:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00010000:00010000:3.0:1746146164.511111:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.511124:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 80 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.511131:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 80 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.511144:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62d1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeb0 expref: 80 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.511155:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202300544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 278us (574us total) trans 0 rc 0/0 00010000:00010000:3.0:1746146164.511157:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.511158:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746146164.511160:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31024 00010000:00010000:3.0:1746146164.511162:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.511168:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.511185:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.511194:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.511204:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199284992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.511246:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.513705:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199284992:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.513812:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.514029:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202300672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2923us (3168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.514038:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14367 00000100:00100000:0.0:1746146164.514274:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.514433:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202300928 00000100:00100000:2.0:1746146164.514440:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202300928 00002000:00100000:2.0:1746146164.514475:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb100 x1830966202300928/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.514483:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb100 with x1830966202300928 ext(0->4095) 00010000:00010000:2.0:1746146164.514490:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.514500:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.514506:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdb100 00000100:00100000:2.0:1746146164.514544:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3323 00000100:00100000:2.0:1746146164.514554:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202300928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.514651:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202300928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (377us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.514657:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3323 00002000:00100000:2.0:1746146164.514662:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb100 x1830966202300928/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.514669:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb100 with x1830966202300928 ext(0->4095) 00010000:00010000:2.0:1746146164.514674:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.514682:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.514688:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdb100 00000100:00100000:0.0:1746146164.517207:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.517312:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202301056 00000100:00100000:3.0:1746146164.517319:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202301056 00010000:00010000:3.0:1746146164.517347:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.517375:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14368 00000100:00100000:3.0:1746146164.517382:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202301056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.517396:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.517412:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.517422:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.517441:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62d25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeebe expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.517454:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.517456:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.517461:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.517468:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.517494:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.517505:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199285120:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.520024:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.520041:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746146164.520053:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199285248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746146164.520095:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.520128:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199285248 00000100:00100000:3.0:1746146164.520136:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199285248 00000100:00100000:3.0:1746146164.520243:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1746146164.520250:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830966199285248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746146164.520276:0:7239:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:3.0:1746146164.520307:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830966199285248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.520312:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1746146164.520382:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080cd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199285248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746146164.524497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.524556:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202301312 00000100:00100000:2.0:1746146164.524564:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202301312 00000100:00100000:3.0:1746146164.524593:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199285120:192.168.203.12@tcp:105: 00002000:00100000:2.0:1746146164.524599:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8000 x1830966202301312/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.524606:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8000 with x1830966202301312 ext(0->4095) 00010000:00010000:3.0:1746146164.524609:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746146164.524610:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8000 00000100:00100000:2.0:1746146164.524625:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13961 00000100:00100000:2.0:1746146164.524630:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202301312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.524690:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202301056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7308us (7490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.524697:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14368 00000100:00100000:2.0:1746146164.524747:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202301312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.524752:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13961 00002000:00100000:2.0:1746146164.524757:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8000 x1830966202301312/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.524763:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8000 with x1830966202301312 ext(0->4095) 00002000:00010000:2.0:1746146164.524766:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8000 00000100:00100000:0.0:1746146164.527465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.527589:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202301440 00000100:00100000:2.0:1746146164.527596:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202301440 00000100:00100000:2.0:1746146164.527645:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31025 00000100:00100000:2.0:1746146164.527652:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202301440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.527667:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.527680:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeecc expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.527703:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.527709:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.527710:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.527745:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.527769:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.527779:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 77 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.527790:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199285376:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.527864:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.531591:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199285376:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.531621:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.531636:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00000100:00100000:1.0:1746146164.531668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.531683:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202301440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4031us (4223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.531690:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31025 00000100:00100000:3.0:1746146164.531851:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202301568 00000100:00100000:3.0:1746146164.531857:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202301568 00010000:00010000:3.0:1746146164.531882:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.531911:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14369 00000100:00100000:3.0:1746146164.531918:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202301568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.531927:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.531941:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.531955:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.531970:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeec5 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.531996:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.531998:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.532004:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.532011:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.532034:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.532044:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199285504:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.532100:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.534398:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.534487:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199285504:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.534504:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.534766:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202301696 00000100:00100000:2.0:1746146164.534772:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202301696 00000100:00100000:2.0:1746146164.534811:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31026 00000100:00100000:2.0:1746146164.534818:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202301696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.534834:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.534846:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeed3 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.534869:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.534876:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.534877:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.534880:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.534902:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.534917:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 5 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.534927:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199285632:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.534991:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202301568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3073us (3324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.534999:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14369 00000100:00100000:1.0:1746146164.535163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.535222:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202301952 00000100:00100000:0.0:1746146164.535226:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202301952 00002000:00100000:0.0:1746146164.535250:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1c00 x1830966202301952/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.535258:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1c00 with x1830966202301952 ext(0->4095) 00010000:00010000:0.0:1746146164.535263:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.535271:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.535276:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1c00 00000100:00100000:0.0:1746146164.535290:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3324 00000100:00100000:0.0:1746146164.535295:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202301952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146164.535394:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202301952:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146164.535399:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3324 00002000:00100000:0.0:1746146164.535404:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1c00 x1830966202301952/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.535412:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1c00 with x1830966202301952 ext(0->4095) 00010000:00010000:0.0:1746146164.535416:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.535425:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.535429:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1c00 00000100:00100000:2.0:1746146164.535610:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.539686:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.539760:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202302080 00000100:00100000:3.0:1746146164.539768:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202302080 00000100:00100000:3.0:1746146164.539803:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31027 00000100:00100000:3.0:1746146164.539810:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202302080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.539824:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.539838:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeeda expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.539860:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.539865:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.539870:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.539873:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.539900:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.539911:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.539919:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:2.0:1746146164.540064:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199285632:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.540080:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.540087:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:3.0:1746146164.541791:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202302080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1974us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.541799:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31027 00000100:00100000:2.0:1746146164.542218:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202301696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7397us (7824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.542223:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31026 00000100:00100000:0.0:1746146164.542420:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.542530:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202302208 00000100:00100000:3.0:1746146164.542545:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202302208 00010000:00010000:3.0:1746146164.542568:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.542589:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14370 00000100:00100000:3.0:1746146164.542595:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202302208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.542608:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.542624:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.542634:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.542651:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb62d33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeecc expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.542674:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.542675:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.542681:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.542688:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.542727:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.542738:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.542751:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199285888:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.543954:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.546305:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199285888:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.546322:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.546356:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202302208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3760us (3935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.546365:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14370 00000100:00100000:0.0:1746146164.546578:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.546822:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202302464 00000100:00100000:3.0:1746146164.546828:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202302464 00002000:00100000:3.0:1746146164.546856:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdad80 x1830966202302464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.546865:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdad80 with x1830966202302464 ext(0->4095) 00010000:00010000:3.0:1746146164.546872:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.546882:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.546887:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdad80 00000100:00100000:3.0:1746146164.546911:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3325 00000100:00100000:3.0:1746146164.546917:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202302464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.547036:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202302464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.547045:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3325 00002000:00100000:3.0:1746146164.547050:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdad80 x1830966202302464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.547057:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdad80 with x1830966202302464 ext(0->4095) 00010000:00010000:3.0:1746146164.547061:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.547070:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.547075:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdad80 00000100:00100000:0.0:1746146164.548500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.548601:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202302592 00000100:00100000:3.0:1746146164.548606:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202302592 00010000:00010000:3.0:1746146164.548626:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.548645:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14371 00000100:00100000:3.0:1746146164.548650:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2010:x1830966202302592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.548661:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.548674:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.548684:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.548702:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeed3 expref: 79 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.548747:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.548749:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.548755:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.548761:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.548790:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.548801:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199286016:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.549101:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.549809:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746146164.549819:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199286144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746146164.549849:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146164.549872:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199286144 00000100:00100000:3.0:1746146164.549876:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199286144 00000100:00100000:3.0:1746146164.549896:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1746146164.549902:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199286144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746146164.549915:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499628864 pending 1032192 free 3921137664 avail 3689615360 00000100:00100000:3.0:1746146164.549942:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199286144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.549947:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1746146164.549974:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199286144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746146164.550320:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746146164.550329:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1830966199286272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746146164.550354:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146164.550807:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199286272 00000100:00100000:2.0:1746146164.550812:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199286272 00000100:00100000:2.0:1746146164.550833:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1746146164.550838:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830966199286272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746146164.550850:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499628864 pending 1032192 free 3921137664 avail 3689615360 00000100:00100000:2.0:1746146164.550892:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830966199286272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.550940:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080cdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1830966199286272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746146164.550970:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1746146164.551074:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199286016:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146164.551078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146164.551085:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146164.551118:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202302848 00000100:00100000:0.0:1746146164.551124:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202302848 00002000:00100000:0.0:1746146164.551149:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065b100 x1830966202302848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.551157:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b100 with x1830966202302848 ext(0->4095) 00002000:00010000:0.0:1746146164.551161:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065b100 00000100:00100000:0.0:1746146164.551185:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13962 00000100:00100000:0.0:1746146164.551190:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202302848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146164.551283:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202302848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (205us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146164.551289:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13962 00002000:00100000:0.0:1746146164.551293:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065b100 x1830966202302848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.551299:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b100 with x1830966202302848 ext(0->4095) 00002000:00010000:0.0:1746146164.551302:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065b100 00000100:00100000:3.0:1746146164.551398:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2010:x1830966202302592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2747us (2901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.551405:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14371 00000100:00100000:0.0:1746146164.553019:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.553107:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202302976 00000100:00100000:2.0:1746146164.553112:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202302976 00000100:00100000:2.0:1746146164.553223:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31028 00000100:00100000:2.0:1746146164.553230:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202302976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.553243:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.553255:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeee1 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.553277:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 77 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.553284:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.553285:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.553288:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.553310:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 77 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.553320:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 77 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.553330:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199286400:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.553434:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.555920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.555997:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202303104 00000100:00100000:3.0:1746146164.556004:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202303104 00010000:00010000:3.0:1746146164.556030:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.556052:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14372 00000100:00100000:3.0:1746146164.556058:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202303104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.556067:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.556081:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.556090:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.556108:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.556110:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.556115:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.556121:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.556149:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.556158:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199286528:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.556222:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00010000:00010000:2.0:1746146164.556297:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62d41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeda expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.556317:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199286400:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.556334:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.556346:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146164.556375:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202302976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3145us (3358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.556381:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31028 00000100:00100000:3.0:1746146164.559592:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199286528:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.559609:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146164.559700:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.559837:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2008:x1830966202303104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3778us (3922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.559846:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14372 00000100:00100000:2.0:1746146164.559901:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202303360 00000100:00100000:2.0:1746146164.559906:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202303360 00002000:00100000:2.0:1746146164.559936:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179180 x1830966202303360/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.559944:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179180 with x1830966202303360 ext(0->4095) 00002000:00010000:2.0:1746146164.559947:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b179180 00000100:00100000:0.0:1746146164.560054:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13963 00000100:00100000:0.0:1746146164.560061:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202303360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146164.560153:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202303360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146164.560158:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13963 00002000:00100000:0.0:1746146164.560163:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179180 x1830966202303360/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.560169:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179180 with x1830966202303360 ext(0->4095) 00002000:00010000:0.0:1746146164.560172:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b179180 00000100:00100000:0.0:1746146164.564248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.564285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.564358:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202303488 00000100:00100000:2.0:1746146164.564366:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202303488 00000100:00100000:2.0:1746146164.565081:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202303616 00000100:00100000:2.0:1746146164.565086:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202303616 00000100:00100000:3.0:1746146164.565125:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31029 00000100:00100000:3.0:1746146164.565135:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202303488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.565150:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.565162:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeee8 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.565185:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.565192:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.565193:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.565196:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.565220:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.565231:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 5 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.565241:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199286656:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.565681:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.565847:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31030 00000100:00100000:2.0:1746146164.565854:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202303616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.565862:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.565869:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeeef expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.565880:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.565883:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.565888:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.565891:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.565910:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.565918:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.565926:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146164.565950:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202303616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (1664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.565956:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31030 00000100:00100000:0.0:1746146164.569560:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.569577:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199286656:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.569600:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.569618:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:2.0:1746146164.569648:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202303744 00000100:00100000:2.0:1746146164.569653:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202303744 00010000:00010000:2.0:1746146164.569676:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.569695:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14373 00000100:00100000:2.0:1746146164.569701:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202303744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746146164.569711:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202303488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4578us (5468us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146164.569729:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746146164.569734:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31029 00010000:00010000:2.0:1746146164.569743:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.569752:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.569769:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62d48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee1 expref: 6 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.569790:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.569792:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.569797:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.569803:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.569825:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.569834:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.569843:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199286912:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.570778:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.572356:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199286912:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.572374:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.572419:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202303744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2716us (2864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.572428:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14373 00000100:00100000:0.0:1746146164.573249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.573311:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202304000 00000100:00100000:2.0:1746146164.573316:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202304000 00002000:00100000:2.0:1746146164.573341:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17aa00 x1830966202304000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.573355:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17aa00 with x1830966202304000 ext(0->4095) 00010000:00010000:2.0:1746146164.573361:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.573372:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.573377:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b17aa00 00000100:00100000:2.0:1746146164.573399:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3326 00000100:00100000:2.0:1746146164.573404:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202304000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.573498:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202304000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.573504:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3326 00002000:00100000:2.0:1746146164.573509:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17aa00 x1830966202304000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.573515:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17aa00 with x1830966202304000 ext(0->4095) 00010000:00010000:2.0:1746146164.573519:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.573527:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.573532:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b17aa00 00000100:00100000:0.0:1746146164.576661:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.576748:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202304128 00000100:00100000:2.0:1746146164.576757:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202304128 00010000:00010000:2.0:1746146164.576788:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.576806:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14374 00000100:00100000:2.0:1746146164.576813:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202304128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.576824:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.576838:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.576847:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.576865:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62d4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeee8 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.577006:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.577009:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.577015:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.577021:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.577047:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.577058:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199287040:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.577135:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.580206:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199287040:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.580226:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.580275:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202304128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3460us (3618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.580284:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14374 00000100:00100000:0.0:1746146164.580581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.580650:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202304384 00000100:00100000:3.0:1746146164.580657:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202304384 00002000:00100000:3.0:1746146164.580687:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17ad80 x1830966202304384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.580696:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17ad80 with x1830966202304384 ext(0->4095) 00002000:00010000:3.0:1746146164.580700:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b17ad80 00000100:00100000:3.0:1746146164.581071:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13964 00000100:00100000:3.0:1746146164.581078:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202304384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.581894:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202304384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 814us (1311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.581904:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13964 00002000:00100000:3.0:1746146164.581910:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17ad80 x1830966202304384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.581917:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17ad80 with x1830966202304384 ext(0->4095) 00002000:00010000:3.0:1746146164.581920:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b17ad80 00000100:00100000:0.0:1746146164.584604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.584768:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202304512 00000100:00100000:3.0:1746146164.584775:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202304512 00000100:00100000:3.0:1746146164.585075:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31031 00000100:00100000:3.0:1746146164.585083:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202304512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.585097:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.585111:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeef6 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.585133:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.585140:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.585141:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.585145:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.585170:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.585180:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 77 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.585196:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199287168:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.585781:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.588131:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199287168:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.588157:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.588172:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146164.588224:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202304512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (3623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.588232:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31031 00000100:00100000:0.0:1746146164.588423:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.588477:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202304640 00000100:00100000:2.0:1746146164.588514:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202304640 00010000:00010000:2.0:1746146164.588547:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.588568:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14375 00000100:00100000:2.0:1746146164.588574:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202304640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.588584:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.588598:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.588608:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.588625:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62d56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeeef expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.588649:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.588651:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.588655:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.588666:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.588691:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.588700:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199287296:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.588768:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.591961:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199287296:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.591980:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.592025:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2008:x1830966202304640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3450us (3602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.592034:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14375 00000100:00100000:0.0:1746146164.592864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.592907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.593044:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202304896 00000100:00100000:3.0:1746146164.593050:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202304896 00002000:00100000:3.0:1746146164.593082:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fbb80 x1830966202304896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.593090:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fbb80 with x1830966202304896 ext(0->4095) 00002000:00010000:3.0:1746146164.593094:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4fbb80 00000100:00100000:3.0:1746146164.593120:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13965 00000100:00100000:3.0:1746146164.593127:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202304896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.593230:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202304896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (368us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.593235:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13965 00002000:00100000:3.0:1746146164.593240:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fbb80 x1830966202304896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.593252:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fbb80 with x1830966202304896 ext(0->4095) 00002000:00010000:3.0:1746146164.593254:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4fbb80 00000100:00100000:2.0:1746146164.593576:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202305024 00000100:00100000:2.0:1746146164.593579:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202305024 00000100:00100000:2.0:1746146164.593614:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31032 00000100:00100000:2.0:1746146164.593620:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+77:1758:x1830966202305024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.593629:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.593641:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeefd expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.593661:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.593668:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.593670:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.593673:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.593696:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.593706:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.593735:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199287424:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.593795:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.596546:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.596644:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202305152 00000100:00100000:1.0:1746146164.596651:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202305152 00000100:00100000:1.0:1746146164.596694:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31033 00000100:00100000:1.0:1746146164.596701:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202305152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.596731:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.596744:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef04 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.596768:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.596774:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.596779:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.596782:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.596811:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.596821:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.596828:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:2.0:1746146164.596831:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199287424:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.596845:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.596852:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:1.0:1746146164.596855:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202305152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.596861:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31033 00000100:00100000:2.0:1746146164.596863:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202305024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3245us (3957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.596867:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31032 00000100:00100000:0.0:1746146164.597769:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.598043:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202305280 00000100:00100000:2.0:1746146164.598047:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202305280 00010000:00010000:2.0:1746146164.598066:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.598092:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14376 00000100:00100000:2.0:1746146164.598098:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202305280:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.598108:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.598122:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.598131:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.598146:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62d5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeef6 expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.598169:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.598170:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.598176:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.598182:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.598202:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 78 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.598211:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 78 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.598221:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199287680:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.598282:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.601584:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199287680:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.601606:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.601652:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202305280:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3553us (3883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.601660:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14376 00000100:00100000:0.0:1746146164.602606:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.602671:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202305536 00000100:00100000:3.0:1746146164.602680:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202305536 00002000:00100000:3.0:1746146164.602748:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25c380 x1830966202305536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.602757:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c380 with x1830966202305536 ext(0->4095) 00010000:00010000:3.0:1746146164.602766:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.602781:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.602786:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25c380 00000100:00100000:3.0:1746146164.602803:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3327 00000100:00100000:3.0:1746146164.602810:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202305536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146164.602919:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202305536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.602924:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3327 00002000:00100000:3.0:1746146164.602929:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25c380 x1830966202305536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.602936:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c380 with x1830966202305536 ext(0->4095) 00010000:00010000:3.0:1746146164.602940:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.602949:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:3.0:1746146164.602954:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d25c380 00000100:00100000:0.0:1746146164.606644:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.606749:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202305664 00000100:00100000:2.0:1746146164.606757:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202305664 00010000:00010000:2.0:1746146164.606786:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.606880:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14377 00000100:00100000:2.0:1746146164.606887:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202305664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.606898:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.606915:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.606925:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.606945:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeefd expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.606976:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.606978:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.606984:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.606992:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.607019:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 78 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.607030:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199287808:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.607102:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.611476:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199287808:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.611507:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.611552:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202305664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4664us (4916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.611562:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14377 00000100:00100000:0.0:1746146164.612744:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.612826:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202305920 00000100:00100000:3.0:1746146164.612832:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202305920 00002000:00100000:3.0:1746146164.612864:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25e680 x1830966202305920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.612873:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25e680 with x1830966202305920 ext(0->4095) 00002000:00010000:3.0:1746146164.612878:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25e680 00000100:00100000:3.0:1746146164.612905:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13966 00000100:00100000:3.0:1746146164.612912:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202305920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146164.613033:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202305920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.613039:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13966 00002000:00100000:3.0:1746146164.613044:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25e680 x1830966202305920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.613050:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25e680 with x1830966202305920 ext(0->4095) 00002000:00010000:3.0:1746146164.613052:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25e680 00000100:00100000:0.0:1746146164.614692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.615100:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202306048 00000100:00100000:2.0:1746146164.615106:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202306048 00000100:00100000:2.0:1746146164.615134:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31034 00000100:00100000:2.0:1746146164.615139:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202306048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.615152:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.615166:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef0b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.615188:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.615195:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.615196:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.615199:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.615228:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.615238:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 77 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.615249:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199287936:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.615314:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.619315:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199287936:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.620411:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.620426:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:0.0:1746146164.620481:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.621036:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202306176 00000100:00100000:3.0:1746146164.621043:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202306176 00010000:00010000:3.0:1746146164.621070:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.621098:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14378 00000100:00100000:3.0:1746146164.621104:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202306176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.621117:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.621132:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.621142:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.621159:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62d6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef04 expref: 78 pid: 21272 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.621175:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.621177:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.621182:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.621189:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.621213:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.621223:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199288064:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.621296:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.621402:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202306048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6261us (6714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.621408:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31034 00000100:00100000:0.0:1746146164.624506:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.624787:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202306304 00000100:00100000:2.0:1746146164.624795:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202306304 00000100:00100000:2.0:1746146164.624830:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31035 00000100:00100000:2.0:1746146164.624837:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202306304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.624852:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.624866:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef12 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.624890:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.624897:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.624898:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.624901:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.624926:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.624936:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.624947:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199288192:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.625025:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.625693:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.625891:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199288064:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.625905:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.625926:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202306176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4823us (5445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.625932:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14378 00000100:00100000:0.0:1746146164.626091:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202306560 00000100:00100000:0.0:1746146164.626095:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202306560 00002000:00100000:0.0:1746146164.626121:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e26680 x1830966202306560/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.626130:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e26680 with x1830966202306560 ext(0->4095) 00010000:00010000:0.0:1746146164.626136:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.626146:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.626151:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e26680 00000100:00100000:0.0:1746146164.626173:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3328 00000100:00100000:0.0:1746146164.626179:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202306560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146164.626266:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202306560:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (569us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146164.626272:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3328 00002000:00100000:0.0:1746146164.626277:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e26680 x1830966202306560/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.626283:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e26680 with x1830966202306560 ext(0->4095) 00010000:00010000:0.0:1746146164.626287:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.626295:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.626300:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e26680 00000100:00100000:2.0:1746146164.626763:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199288192:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.626780:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.626792:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146164.626927:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202306304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2089us (2427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.626934:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31035 00000100:00100000:0.0:1746146164.627938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.628061:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202306688 00000100:00100000:2.0:1746146164.628065:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202306688 00000100:00100000:2.0:1746146164.628099:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31036 00000100:00100000:2.0:1746146164.628104:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1766:x1830966202306688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.628114:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.628125:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef19 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.628142:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.628145:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.628150:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.628153:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.628177:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.628185:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.628192:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146164.628216:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202306688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.628221:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31036 00000100:00100000:0.0:1746146164.628682:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.628739:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202306816 00000100:00100000:3.0:1746146164.628743:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202306816 00010000:00010000:3.0:1746146164.628759:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.628779:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14379 00000100:00100000:3.0:1746146164.628785:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202306816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.628793:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.628806:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.628815:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.628829:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb62d72 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef0b expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.628841:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.628842:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.628847:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.628854:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.628873:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.628882:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.628892:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199288448:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.628931:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.632138:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.632261:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202307072 00000100:00100000:2.0:1746146164.632268:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202307072 00002000:00100000:2.0:1746146164.632299:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460a80 x1830966202307072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.632308:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460a80 with x1830966202307072 ext(0->4095) 00010000:00010000:2.0:1746146164.632316:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.632327:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.632333:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460a80 00000100:00100000:2.0:1746146164.632364:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3329 00000100:00100000:2.0:1746146164.632371:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202307072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146164.632413:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199288448:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.632429:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.632459:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202306816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3675us (3780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.632466:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14379 00000100:00100000:2.0:1746146164.632518:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202307072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.632523:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3329 00002000:00100000:2.0:1746146164.632528:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460a80 x1830966202307072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.632544:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460a80 with x1830966202307072 ext(0->4095) 00010000:00010000:2.0:1746146164.632549:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.632557:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.632562:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460a80 00000100:00100000:0.0:1746146164.635323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.635621:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202307200 00000100:00100000:3.0:1746146164.635630:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202307200 00010000:00010000:3.0:1746146164.635662:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.635705:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14380 00000100:00100000:3.0:1746146164.635738:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202307200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.635752:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.635771:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.635787:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.635807:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62d79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef12 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.635845:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.635847:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.635854:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.635861:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.635892:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 78 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.635905:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199288576:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.636001:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.639216:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.639286:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202307456 00000100:00100000:2.0:1746146164.639293:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202307456 00000100:00100000:3.0:1746146164.639304:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199288576:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.639321:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746146164.639324:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1adf80 x1830966202307456/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.639337:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1adf80 with x1830966202307456 ext(0->4095) 00002000:00010000:2.0:1746146164.639340:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c1adf80 00000100:00100000:2.0:1746146164.639369:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13967 00000100:00100000:2.0:1746146164.639376:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2010:x1830966202307456:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146164.639858:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202307200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4146us (4542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.639861:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2010:x1830966202307456:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 485us (651us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.639866:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14380 00000100:00100000:2.0:1746146164.639866:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13967 00002000:00100000:2.0:1746146164.639871:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1adf80 x1830966202307456/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.639877:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1adf80 with x1830966202307456 ext(0->4095) 00002000:00010000:2.0:1746146164.639879:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c1adf80 00000100:00100000:0.0:1746146164.643602:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.645386:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202307584 00000100:00100000:1.0:1746146164.645397:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202307584 00000100:00100000:2.0:1746146164.646655:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31037 00000100:00100000:2.0:1746146164.646669:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202307584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.646687:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.646703:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef20 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.646753:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 77 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.646760:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.646761:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.646764:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.646796:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 77 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.646809:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 77 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.646821:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199288704:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.646939:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.655320:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199288704:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.655347:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.655360:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146164.655408:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202307584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8745us (11814us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.655415:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31037 00000100:00100000:0.0:1746146164.656874:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.656936:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202307712 00000100:00100000:2.0:1746146164.656942:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202307712 00002000:00100000:2.0:1746146164.656978:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c1af800 x1830966202307712/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.656987:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1af800 with x1830966202307712 ext(0->7) 00010000:00010000:2.0:1746146164.656994:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.657009:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 78 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.657014:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1af800 00000100:00100000:2.0:1746146164.657377:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3330 00000100:00100000:2.0:1746146164.657384:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202307712:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.661788:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202307712:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4396us (4914us total) trans 4294972243 rc 0/0 00000100:00100000:0.0:1746146164.661798:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3330 00002000:00100000:0.0:1746146164.661807:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c1af800 x1830966202307712/t4294972243(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.661815:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1af800 with x1830966202307712 ext(0->7) 00010000:00010000:0.0:1746146164.661824:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.661838:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:0.0:1746146164.661845:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1af800 00000100:00100000:0.0:1746146164.665192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.665308:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202307840 00000100:00100000:3.0:1746146164.665316:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202307840 00010000:00010000:3.0:1746146164.665344:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.665398:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14381 00000100:00100000:3.0:1746146164.665405:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2010:x1830966202307840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.665416:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.665429:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.665438:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.665455:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef19 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.667250:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.667254:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.667264:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.667273:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.667309:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.667320:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199288832:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.669051:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.672008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.672067:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202308096 00000100:00100000:1.0:1746146164.672074:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202308096 00002000:00100000:1.0:1746146164.672112:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b57800 x1830966202308096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.672125:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b57800 with x1830966202308096 ext(0->4095) 00002000:00010000:1.0:1746146164.672130:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131b57800 00000100:00100000:1.0:1746146164.672156:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13968 00000100:00100000:1.0:1746146164.672162:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202308096:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146164.672166:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199288832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.672182:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.672214:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2010:x1830966202307840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6810us (7030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.672222:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14381 00000100:00100000:1.0:1746146164.672263:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202308096:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.672268:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13968 00002000:00100000:1.0:1746146164.672272:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b57800 x1830966202308096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.672278:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b57800 with x1830966202308096 ext(0->4095) 00002000:00010000:1.0:1746146164.672281:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131b57800 00000100:00100000:0.0:1746146164.673203:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.673743:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202308224 00000100:00100000:2.0:1746146164.673749:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202308224 00000100:00100000:2.0:1746146164.673791:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31038 00000100:00100000:2.0:1746146164.673797:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202308224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.673809:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.673822:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef27 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.673844:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.673851:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.673853:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.673856:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.673879:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.673889:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.673900:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199288960:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.673962:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.674766:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.674858:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202308352 00000100:00100000:1.0:1746146164.674862:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202308352 00000100:00100000:1.0:1746146164.674890:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31039 00000100:00100000:1.0:1746146164.674929:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202308352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.674936:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.674943:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef2e expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.674954:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.674957:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.674962:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.674964:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.674986:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.675197:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.675207:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146164.675243:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1766:x1830966202308352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 348us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.675249:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31039 00000100:00100000:0.0:1746146164.675964:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.675993:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202308480 00000100:00100000:3.0:1746146164.675997:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202308480 00010000:00010000:3.0:1746146164.676013:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.676029:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14382 00000100:00100000:3.0:1746146164.676033:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202308480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746146164.676038:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199288960:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.676040:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.676054:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.676054:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.676062:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.676076:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62d87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef20 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.676176:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.676178:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.676183:0:26612:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.676194:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.676205:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146164.676215:0:26612:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.676223:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.676233:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202308480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 200us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.676233:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199289216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.676238:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14382 00000100:00100000:2.0:1746146164.676409:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.677305:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199289216:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.677314:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146164.677347:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202308224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3550us (4146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.677352:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31038 00000100:00100000:0.0:1746146164.680100:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.680240:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202308736 00000100:00100000:2.0:1746146164.680249:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202308736 00002000:00100000:2.0:1746146164.680290:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957480 x1830966202308736/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.680299:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957480 with x1830966202308736 ext(0->4095) 00010000:00010000:2.0:1746146164.680307:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.680320:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.680327:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957480 00000100:00100000:2.0:1746146164.680460:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3331 00000100:00100000:2.0:1746146164.680470:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202308736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.680896:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202308736:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 426us (801us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.680903:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3331 00002000:00100000:2.0:1746146164.680910:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957480 x1830966202308736/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.680918:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957480 with x1830966202308736 ext(0->4095) 00010000:00010000:2.0:1746146164.680924:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.680938:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.680943:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957480 00000100:00100000:0.0:1746146164.684445:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.684753:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202308864 00000100:00100000:2.0:1746146164.684763:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202308864 00010000:00010000:2.0:1746146164.684803:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.684851:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14383 00000100:00100000:2.0:1746146164.684860:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202308864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.684872:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.684895:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.684908:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.684930:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62d8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef27 expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.684951:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.684954:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.684961:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.684973:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.685006:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.685019:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199289344:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.685125:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.688706:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.688888:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202309120 00000100:00100000:3.0:1746146164.688898:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202309120 00002000:00100000:3.0:1746146164.688944:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954000 x1830966202309120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746146164.688951:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199289344:192.168.203.12@tcp:105: 00002000:00100000:3.0:1746146164.688954:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954000 with x1830966202309120 ext(0->4095) 00002000:00010000:3.0:1746146164.688958:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c954000 00010000:00010000:2.0:1746146164.688968:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.688984:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13969 00000100:00100000:3.0:1746146164.688990:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202309120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.689001:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202308864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4142us (4564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.689008:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14383 00000100:00100000:3.0:1746146164.689080:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202309120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (381us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.689085:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13969 00002000:00100000:3.0:1746146164.689091:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954000 x1830966202309120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.689097:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954000 with x1830966202309120 ext(0->4095) 00002000:00010000:3.0:1746146164.689100:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c954000 00000100:00100000:0.0:1746146164.692467:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.692549:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202309248 00000100:00100000:2.0:1746146164.692556:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202309248 00000100:00100000:2.0:1746146164.692604:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31040 00000100:00100000:2.0:1746146164.692612:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202309248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.692626:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.692640:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef35 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.692664:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.692670:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.692672:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.692675:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.692698:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.692709:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.692742:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199289472:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.692820:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.694381:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199289472:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.694407:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.694418:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146164.695297:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202309248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2683us (2833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.695304:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31040 00000100:00100000:0.0:1746146164.695916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.696038:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202309376 00000100:00100000:3.0:1746146164.696045:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202309376 00010000:00010000:3.0:1746146164.696078:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.696108:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14384 00000100:00100000:3.0:1746146164.696116:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202309376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.696128:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.696148:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.696164:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.696185:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62d95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef2e expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.696200:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.696201:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.696207:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.696213:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.696242:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.696255:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199289600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.696980:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.699339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.699402:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202309632 00000100:00100000:1.0:1746146164.699411:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202309632 00002000:00100000:1.0:1746146164.699447:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfde680 x1830966202309632/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746146164.699454:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:1.0:1746146164.699456:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde680 with x1830966202309632 ext(0->4095) 00002000:00010000:1.0:1746146164.699460:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfde680 00000100:00100000:2.0:1746146164.699488:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202309760 00000100:00100000:2.0:1746146164.699492:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202309760 00000100:00100000:1.0:1746146164.699521:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13970 00000100:00100000:2.0:1746146164.699526:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31041 00000100:00100000:1.0:1746146164.699528:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202309632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.699530:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202309760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.699550:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.699563:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef3c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.699588:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.699591:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199289600:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.699594:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.699596:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.699599:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.699605:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146164.699618:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.699638:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202309376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3523us (3722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.699641:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202309632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.699645:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14384 00000100:00100000:1.0:1746146164.699646:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13970 00002000:00100000:1.0:1746146164.699651:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfde680 x1830966202309632/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.699663:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde680 with x1830966202309632 ext(0->4095) 00010000:00010000:1.0:1746146164.699668:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.699675:0:24977:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746146164.699680:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfde680 00010000:00010000:2.0:1746146164.700044:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.700055:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199289728:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.700384:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.702263:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.702426:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199289728:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.702448:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.702462:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146164.702778:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202309760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3246us (3322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.702784:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31041 00000100:00100000:1.0:1746146164.702807:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202309888 00000100:00100000:1.0:1746146164.702812:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202309888 00000100:00100000:1.0:1746146164.702841:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31042 00000100:00100000:1.0:1746146164.702847:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202309888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746146164.702853:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146164.702859:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.702869:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef43 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.702879:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202310016 00010000:00010000:1.0:1746146164.702883:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746146164.702885:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202310016 00010000:00010000:1.0:1746146164.702887:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.702891:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.702894:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.702906:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.702921:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.702934:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.702942:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:3.0:1746146164.702949:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14385 00000100:00100000:3.0:1746146164.702956:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202310016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746146164.702961:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202309888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (702us total) trans 0 rc 0/0 00010000:00010000:3.0:1746146164.702966:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746146164.702966:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31042 00010000:00010000:3.0:1746146164.702983:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.702994:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.703010:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62d9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef35 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.703041:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.703043:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.703049:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.703056:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.703075:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.703084:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.703093:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199289984:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.703134:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.705069:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199289984:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.705086:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.705129:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202310016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2174us (2274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.705138:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14385 00000100:00100000:0.0:1746146164.705789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.705854:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202310272 00000100:00100000:1.0:1746146164.705859:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202310272 00002000:00100000:1.0:1746146164.705890:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093dc00 x1830966202310272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.705898:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093dc00 with x1830966202310272 ext(0->4095) 00010000:00010000:1.0:1746146164.705905:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.705914:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.705919:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093dc00 00000100:00100000:1.0:1746146164.706117:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3332 00000100:00100000:1.0:1746146164.706125:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202310272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146164.706229:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202310272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.706234:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3332 00002000:00100000:1.0:1746146164.706243:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093dc00 x1830966202310272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.706250:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093dc00 with x1830966202310272 ext(0->4095) 00010000:00010000:1.0:1746146164.706254:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.706262:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.706267:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093dc00 00000100:00100000:0.0:1746146164.707651:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.707888:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202310400 00000100:00100000:3.0:1746146164.707893:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202310400 00010000:00010000:3.0:1746146164.707914:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.707934:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14386 00000100:00100000:3.0:1746146164.707939:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2010:x1830966202310400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.707948:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.707960:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.707968:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.707985:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb62da3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef3c expref: 81 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.707997:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.708000:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.708005:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.708012:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.708033:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.708043:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199290112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.708101:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.710553:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199290112:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.710571:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.710615:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2010:x1830966202310400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2674us (2967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.710625:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14386 00000100:00100000:1.0:1746146164.711095:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.711254:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202310656 00000100:00100000:2.0:1746146164.711260:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202310656 00002000:00100000:2.0:1746146164.711289:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e24e00 x1830966202310656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.711298:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24e00 with x1830966202310656 ext(0->4095) 00002000:00010000:2.0:1746146164.711301:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e24e00 00000100:00100000:2.0:1746146164.711321:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13971 00000100:00100000:2.0:1746146164.711327:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202310656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.711420:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202310656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.711514:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13971 00002000:00100000:2.0:1746146164.711520:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e24e00 x1830966202310656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.711528:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24e00 with x1830966202310656 ext(0->4095) 00002000:00010000:2.0:1746146164.711531:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e24e00 00000100:00100000:0.0:1746146164.713022:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.713160:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202310784 00000100:00100000:1.0:1746146164.713166:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202310784 00000100:00100000:1.0:1746146164.713248:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31043 00000100:00100000:1.0:1746146164.713255:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202310784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.713268:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.713280:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef4a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.713301:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.713308:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.713310:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.713313:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.713336:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.713347:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 79 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.713357:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199290240:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.713658:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.714939:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199290240:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.714961:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.714973:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146164.715000:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202310784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1746us (1980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.715007:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31043 00000100:00100000:0.0:1746146164.715649:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.716027:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202310912 00000100:00100000:3.0:1746146164.716034:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202310912 00010000:00010000:3.0:1746146164.716057:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.716085:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14387 00000100:00100000:3.0:1746146164.716090:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202310912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.716100:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.716116:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.716133:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.716151:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb62daa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef43 expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.716178:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.716180:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.716186:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.716193:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.716217:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.716227:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199290368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.716292:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.719198:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199290368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.719218:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146164.719812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.719858:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202311168 00000100:00100000:2.0:1746146164.719864:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202311168 00002000:00100000:2.0:1746146164.719897:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c700 x1830966202311168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.719904:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c700 with x1830966202311168 ext(0->4095) 00002000:00010000:2.0:1746146164.719908:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093c700 00000100:00100000:2.0:1746146164.719925:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13972 00000100:00100000:2.0:1746146164.719931:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202311168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.720064:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202310912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3968us (4411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.720073:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14387 00000100:00100000:2.0:1746146164.720208:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202311168:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 276us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.720218:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13972 00002000:00100000:2.0:1746146164.720223:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c700 x1830966202311168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.720230:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c700 with x1830966202311168 ext(0->4095) 00002000:00010000:2.0:1746146164.720233:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093c700 00000100:00100000:0.0:1746146164.721309:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.721381:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202311296 00000100:00100000:1.0:1746146164.721385:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202311296 00000100:00100000:1.0:1746146164.721426:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31044 00000100:00100000:1.0:1746146164.721432:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202311296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.721444:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.721591:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef51 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.721615:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.721626:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.721627:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.721630:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.721654:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.721664:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.721674:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199290496:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.721907:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.722219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.722351:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202311424 00000100:00100000:2.0:1746146164.722354:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202311424 00000100:00100000:2.0:1746146164.722383:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31045 00000100:00100000:2.0:1746146164.722389:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202311424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.722398:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.722405:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef58 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.722417:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.722421:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.722426:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.722428:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.722447:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.722456:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.722467:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146164.722501:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f148850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1766:x1830966202311424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.722506:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31045 00000100:00100000:1.0:1746146164.725199:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199290496:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.725224:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.725237:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146164.725271:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202311296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3838us (3964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.725278:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31044 00000100:00100000:0.0:1746146164.725870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.725933:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202311552 00000100:00100000:3.0:1746146164.725939:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202311552 00010000:00010000:3.0:1746146164.725961:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.725989:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14388 00000100:00100000:3.0:1746146164.725995:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202311552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.726003:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.726016:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.726026:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.726042:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62db1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef4a expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.726065:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.726066:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.726071:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.726078:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.726100:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.726108:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.726118:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199290752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.726165:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.728857:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199290752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.728872:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146164.728939:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.729052:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202311552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3056us (3182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.729060:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14388 00000100:00100000:2.0:1746146164.729426:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202311808 00000100:00100000:2.0:1746146164.729431:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202311808 00002000:00100000:2.0:1746146164.729460:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c380 x1830966202311808/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.729469:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c380 with x1830966202311808 ext(0->4095) 00010000:00010000:2.0:1746146164.729476:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.729487:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.729493:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093c380 00000100:00100000:2.0:1746146164.729518:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3333 00000100:00100000:2.0:1746146164.729524:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202311808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.729626:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202311808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.729631:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3333 00002000:00100000:2.0:1746146164.729635:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c380 x1830966202311808/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.729647:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c380 with x1830966202311808 ext(0->4095) 00010000:00010000:2.0:1746146164.729651:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.729659:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.729664:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093c380 00000100:00100000:0.0:1746146164.732342:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.732412:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202311936 00000100:00100000:3.0:1746146164.732417:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202311936 00010000:00010000:3.0:1746146164.732437:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.732499:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14389 00000100:00100000:3.0:1746146164.732506:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202311936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.732517:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.732545:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.732556:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.732573:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb62db8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef51 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.732709:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.732712:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.732740:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.732748:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.732775:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.732785:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199290880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.732836:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.735396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.735415:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199290880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.735432:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.735462:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202311936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2957us (3124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.735469:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202312192 00000100:00100000:3.0:1746146164.735470:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14389 00000100:00100000:2.0:1746146164.735474:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202312192 00002000:00100000:2.0:1746146164.735502:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c000 x1830966202312192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.735511:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c000 with x1830966202312192 ext(0->4095) 00002000:00010000:2.0:1746146164.735514:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093c000 00000100:00100000:2.0:1746146164.735546:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13973 00000100:00100000:2.0:1746146164.735552:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202312192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.735794:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202312192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 240us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.735799:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13973 00002000:00100000:2.0:1746146164.735805:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c000 x1830966202312192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.735812:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c000 with x1830966202312192 ext(0->4095) 00002000:00010000:2.0:1746146164.735814:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093c000 00000100:00100000:0.0:1746146164.737022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.737062:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202312320 00000100:00100000:1.0:1746146164.737067:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202312320 00000100:00100000:1.0:1746146164.737129:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31046 00000100:00100000:1.0:1746146164.737136:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202312320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.737146:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.737159:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef5f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.737179:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.737183:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.737185:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.737187:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.737205:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.737211:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:1.0:1746146164.737219:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199291008:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146164.737278:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.738788:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199291008:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146164.738810:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.738821:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:0.0:1746146164.738961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.739005:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202312320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1869us (1984us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146164.739014:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31046 00000100:00100000:3.0:1746146164.739019:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202312448 00000100:00100000:3.0:1746146164.739024:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202312448 00010000:00010000:3.0:1746146164.739041:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.739057:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14390 00000100:00100000:3.0:1746146164.739062:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202312448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.739071:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.739159:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.739172:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.739190:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62dbf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef58 expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.739209:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.739211:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.739215:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.739222:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.739242:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.739251:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199291136:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.739291:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.741596:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199291136:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.741614:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.741866:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202312448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2802us (2904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.741875:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14390 00000100:00100000:2.0:1746146164.742113:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.742170:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202312704 00000100:00100000:0.0:1746146164.742176:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202312704 00002000:00100000:0.0:1746146164.742204:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d5880 x1830966202312704/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.742212:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5880 with x1830966202312704 ext(0->4095) 00002000:00010000:0.0:1746146164.742215:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5880 00000100:00100000:0.0:1746146164.742284:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13974 00000100:00100000:0.0:1746146164.742291:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202312704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146164.742403:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202312704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (291us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146164.742409:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13974 00002000:00100000:0.0:1746146164.742414:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d5880 x1830966202312704/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.742420:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5880 with x1830966202312704 ext(0->4095) 00002000:00010000:0.0:1746146164.742434:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5880 00000100:00100000:0.0:1746146164.744154:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.744259:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202312832 00000100:00100000:2.0:1746146164.744265:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202312832 00000100:00100000:2.0:1746146164.744299:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31047 00000100:00100000:2.0:1746146164.744305:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202312832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.744317:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.744329:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef66 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.744351:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.744357:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.744358:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.744361:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.744383:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.744393:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 5 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.744401:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199291264:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.744516:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.746645:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199291264:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.746674:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.746689:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146164.746759:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202312832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2453us (2608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.746766:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31047 00000100:00100000:0.0:1746146164.747135:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.747171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.747231:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202312960 00000100:00100000:2.0:1746146164.747237:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202312960 00000100:00100000:2.0:1746146164.747260:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31048 00000100:00100000:2.0:1746146164.747265:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202312960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.747276:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.747286:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef6d expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.747301:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.747305:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.747310:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.747312:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.747333:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.747342:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.747353:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146164.747387:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202312960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.747392:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31048 00000100:00100000:3.0:1746146164.747453:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202313088 00000100:00100000:3.0:1746146164.747457:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202313088 00010000:00010000:3.0:1746146164.747474:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.747490:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14391 00000100:00100000:3.0:1746146164.747495:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202313088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.747502:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.747516:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.747524:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.747547:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62dc6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef5f expref: 6 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.747561:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.747562:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.747566:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.747572:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.747589:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.747599:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.747608:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199291520:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.747645:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.751136:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.751210:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202313344 00000100:00100000:1.0:1746146164.751216:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202313344 00002000:00100000:1.0:1746146164.751249:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ce00 x1830966202313344/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.751257:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ce00 with x1830966202313344 ext(0->4095) 00010000:00010000:1.0:1746146164.751266:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.751280:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.751285:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ce00 00000100:00100000:3.0:1746146164.751359:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199291520:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.751374:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.751417:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202313088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3921us (4245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.751424:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14391 00000100:00100000:1.0:1746146164.752127:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3334 00000100:00100000:1.0:1746146164.752136:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202313344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146164.752235:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202313344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (1105us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.752240:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3334 00002000:00100000:1.0:1746146164.752245:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ce00 x1830966202313344/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.752252:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ce00 with x1830966202313344 ext(0->4095) 00010000:00010000:1.0:1746146164.752256:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:1.0:1746146164.752265:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:1.0:1746146164.752271:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ce00 00000100:00100000:2.0:1746146164.754096:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.754194:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202313472 00000100:00100000:0.0:1746146164.754201:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202313472 00000100:00100000:0.0:1746146164.754232:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31049 00000100:00100000:0.0:1746146164.754239:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202313472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146164.754252:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146164.754264:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef74 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.754282:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146164.754286:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.754292:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746146164.754295:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.754319:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.754329:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.754336:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b1600, rc 0) 00000100:00100000:0.0:1746146164.754554:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202313472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 314us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146164.754560:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31049 00000100:00100000:2.0:1746146164.754680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.754857:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202313600 00000100:00100000:3.0:1746146164.754861:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202313600 00010000:00010000:3.0:1746146164.754878:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.754906:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14392 00000100:00100000:3.0:1746146164.754912:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202313600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.754919:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.754932:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.754942:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.754956:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dcd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef66 expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:3.0:1746146164.754978:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.754979:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.754984:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.755036:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.755059:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.755069:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:3.0:1746146164.755083:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199291776:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.755138:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.757883:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.757968:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199291776:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.757983:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.758023:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202313600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3110us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.758031:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14392 00000100:00100000:2.0:1746146164.758243:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202313856 00000100:00100000:2.0:1746146164.758248:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202313856 00002000:00100000:2.0:1746146164.758274:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8f480 x1830966202313856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.758283:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f480 with x1830966202313856 ext(0->4095) 00010000:00010000:2.0:1746146164.758290:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.758300:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.758306:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8f480 00000100:00100000:2.0:1746146164.758328:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3335 00000100:00100000:2.0:1746146164.758333:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202313856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.758418:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202313856:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.758422:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3335 00002000:00100000:2.0:1746146164.758427:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8f480 x1830966202313856/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.758434:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f480 with x1830966202313856 ext(0->4095) 00010000:00010000:2.0:1746146164.758437:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.758445:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 80 pid: 10121 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.758451:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8f480 00000100:00100000:0.0:1746146164.760512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.760654:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202313984 00000100:00100000:2.0:1746146164.760662:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202313984 00000100:00100000:2.0:1746146164.760692:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31050 00000100:00100000:2.0:1746146164.760698:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202313984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.760711:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.761267:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef7b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.761290:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.761295:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.761300:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146164.761303:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.761335:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.761349:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.761358:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146164.761411:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202313984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 711us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.761417:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31050 00000100:00100000:3.0:1746146164.761911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.762011:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202314112 00000100:00100000:2.0:1746146164.762015:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202314112 00010000:00010000:2.0:1746146164.762031:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.762058:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14393 00000100:00100000:2.0:1746146164.762063:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202314112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.762070:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.762084:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.762093:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.762106:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62dd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef6d expref: 81 pid: 10121 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.763110:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.763114:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.763123:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.763132:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.763164:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.763174:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 5 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.763184:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199292032:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.763248:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.766963:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199292032:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.766984:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.767031:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202314112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4966us (5119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.767040:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14393 00000100:00100000:0.0:1746146164.767218:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.767440:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202314368 00000100:00100000:2.0:1746146164.767446:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202314368 00002000:00100000:2.0:1746146164.767472:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4d500 x1830966202314368/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.767479:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d500 with x1830966202314368 ext(0->4095) 00010000:00010000:2.0:1746146164.767485:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.767500:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.767505:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4d500 00000100:00100000:2.0:1746146164.767520:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3336 00000100:00100000:2.0:1746146164.767526:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202314368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.767632:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202314368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.767636:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3336 00002000:00100000:2.0:1746146164.767641:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4d500 x1830966202314368/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.767647:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4d500 with x1830966202314368 ext(0->4095) 00010000:00010000:2.0:1746146164.767650:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.767658:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00002000:00010000:2.0:1746146164.767663:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4d500 00000100:00100000:0.0:1746146164.774269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.774354:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202314496 00000100:00100000:2.0:1746146164.774361:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202314496 00010000:00010000:2.0:1746146164.774391:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.774413:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14394 00000100:00100000:2.0:1746146164.774419:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202314496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.774432:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.774448:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.774458:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.774476:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb62ddb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef74 expref: 6 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:2.0:1746146164.774501:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.774503:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.774508:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.774516:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.774552:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.774562:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199292160:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.774630:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.776368:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.776606:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199292160:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.776623:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.776649:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202314496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2230us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.776658:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14394 00000100:00100000:1.0:1746146164.776748:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202314752 00000100:00100000:1.0:1746146164.776753:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202314752 00002000:00100000:1.0:1746146164.776781:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c380 x1830966202314752/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.776789:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c380 with x1830966202314752 ext(0->4095) 00002000:00010000:1.0:1746146164.776792:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c380 00000100:00100000:1.0:1746146164.776805:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13975 00000100:00100000:1.0:1746146164.776809:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202314752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146164.776897:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202314752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.776902:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13975 00002000:00100000:1.0:1746146164.776906:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c380 x1830966202314752/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.776911:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c380 with x1830966202314752 ext(0->4095) 00002000:00010000:1.0:1746146164.776914:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c380 00000100:00100000:0.0:1746146164.778678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.778756:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202314880 00000100:00100000:2.0:1746146164.778761:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202314880 00000100:00100000:2.0:1746146164.778791:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31051 00000100:00100000:2.0:1746146164.778797:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202314880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.778808:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.778821:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef82 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.778842:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.778848:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.778850:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.778853:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.778877:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 79 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.778887:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 79 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:2.0:1746146164.778898:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199292288:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.779046:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.781486:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199292288:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.781513:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.781526:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146164.781581:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202314880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2783us (2907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.781588:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31051 00000100:00100000:0.0:1746146164.782675:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.786469:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202315008 00000100:00100000:2.0:1746146164.786480:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202315008 00010000:00010000:2.0:1746146164.786515:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00000100:00100000:0.0:1746146164.787693:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14395 00000100:00100000:0.0:1746146164.787705:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202315008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146164.787786:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146164.787805:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.787818:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.787836:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62de2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef7b expref: 80 pid: 26612 timeout: 866 lvb_type: 0 00010000:00010000:0.0:1746146164.787854:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146164.787855:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146164.787862:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.787869:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.787896:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146164.787907:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099aabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199292416:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146164.787967:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.789430:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.789578:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202315136 00000100:00100000:2.0:1746146164.789584:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202315136 00000100:00100000:2.0:1746146164.789859:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31052 00000100:00100000:2.0:1746146164.789866:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202315136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.789880:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.789897:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef89 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.789917:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.789923:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.789924:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.789929:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.789953:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.789962:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.789972:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199292544:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.790040:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.791975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.791976:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199292544:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.791998:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.792011:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:3.0:1746146164.792041:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202315136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2176us (2615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.792049:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31052 00000100:00100000:3.0:1746146164.792083:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202315392 00000100:00100000:3.0:1746146164.792087:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202315392 00002000:00100000:3.0:1746146164.792114:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130681180 x1830966202315392/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.792123:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130681180 with x1830966202315392 ext(0->4095) 00010000:00010000:3.0:1746146164.792128:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.792134:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099aabb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199292416:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.792139:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.792143:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746146164.792144:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130681180 00000100:00100000:2.0:1746146164.792159:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202315008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4458us (9487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.792165:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14395 00000100:00100000:3.0:1746146164.792173:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3337 00000100:00100000:3.0:1746146164.792179:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202315392:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.792270:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202315392:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.792276:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3337 00002000:00100000:3.0:1746146164.792281:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130681180 x1830966202315392/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.792287:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130681180 with x1830966202315392 ext(0->4095) 00010000:00010000:3.0:1746146164.792291:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.792305:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146164.792310:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130681180 00000100:00100000:0.0:1746146164.794077:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.794151:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202315520 00000100:00100000:3.0:1746146164.794157:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202315520 00000100:00100000:3.0:1746146164.794193:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31053 00000100:00100000:3.0:1746146164.794200:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202315520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.794211:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.794222:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef90 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.794241:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.794249:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.794254:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.794256:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.794281:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.794290:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.794297:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146164.794332:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202315520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.794338:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31053 00000100:00100000:0.0:1746146164.796076:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.796806:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202315648 00000100:00100000:2.0:1746146164.796813:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202315648 00010000:00010000:2.0:1746146164.796839:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.796871:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14396 00000100:00100000:2.0:1746146164.796878:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202315648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.796888:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.796907:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.796916:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.796934:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62de9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef82 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.798120:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.798123:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.798132:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.798141:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.798172:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.798183:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 80 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.798193:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199292800:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.798286:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.806878:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.806988:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202315904 00000100:00100000:3.0:1746146164.806995:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202315904 00002000:00100000:3.0:1746146164.807028:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130683100 x1830966202315904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.807037:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130683100 with x1830966202315904 ext(0->4095) 00010000:00010000:3.0:1746146164.807044:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.807056:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146164.807062:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130683100 00000100:00100000:3.0:1746146164.807087:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3338 00000100:00100000:3.0:1746146164.807093:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202315904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.807192:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202315904:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.807197:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3338 00002000:00100000:3.0:1746146164.807202:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130683100 x1830966202315904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.807208:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130683100 with x1830966202315904 ext(0->4095) 00010000:00010000:3.0:1746146164.807211:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.807224:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146164.807229:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130683100 00000100:00100000:2.0:1746146164.807305:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199292800:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.807323:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.807345:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202315648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10467us (11275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.807350:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14396 00000100:00100000:0.0:1746146164.809325:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.810954:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202316032 00000100:00100000:2.0:1746146164.810963:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202316032 00010000:00010000:2.0:1746146164.810994:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.811018:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14397 00000100:00100000:2.0:1746146164.811024:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202316032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.811035:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.811049:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.811060:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.811077:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62df0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef89 expref: 81 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.811106:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.811107:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.811112:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.811119:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.811142:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.811152:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199292928:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.811221:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.814647:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199292928:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.814667:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.814701:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202316032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3676us (5380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.814710:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14397 00000100:00100000:0.0:1746146164.814921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.814963:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202316288 00000100:00100000:1.0:1746146164.814968:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202316288 00002000:00100000:1.0:1746146164.814993:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83f100 x1830966202316288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.815000:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83f100 with x1830966202316288 ext(0->4095) 00002000:00010000:1.0:1746146164.815003:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83f100 00000100:00100000:1.0:1746146164.815022:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13976 00000100:00100000:1.0:1746146164.815027:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202316288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146164.815108:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202316288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (188us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.815112:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13976 00002000:00100000:1.0:1746146164.815115:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83f100 x1830966202316288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.815119:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83f100 with x1830966202316288 ext(0->4095) 00002000:00010000:1.0:1746146164.815121:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83f100 00000100:00100000:0.0:1746146164.816624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.817020:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202316416 00000100:00100000:2.0:1746146164.817028:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202316416 00000100:00100000:2.0:1746146164.817073:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31054 00000100:00100000:2.0:1746146164.817080:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202316416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.817094:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.817105:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef97 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.817128:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.817135:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.817136:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.817139:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.817162:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.817172:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 79 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.817187:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199293056:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.817263:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.820165:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199293056:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.820191:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.820205:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146164.820238:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202316416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3158us (3618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.820244:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31054 00000100:00100000:0.0:1746146164.820702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.821312:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202316544 00000100:00100000:3.0:1746146164.821319:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202316544 00010000:00010000:3.0:1746146164.821344:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 80 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.821388:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14398 00000100:00100000:3.0:1746146164.821395:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202316544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.821405:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.821419:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 80 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.821429:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 80 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.821445:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62df7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef90 expref: 80 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.821470:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.821471:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.821477:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.821488:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.821513:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.821522:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199293184:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.823040:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.826961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.827047:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.827227:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202316672 00000100:00100000:2.0:1746146164.827234:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202316672 00000100:00100000:2.0:1746146164.827267:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31055 00000100:00100000:2.0:1746146164.827273:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202316672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.827289:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.827303:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfef9e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.827327:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.827333:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.827334:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.827337:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.827365:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.827376:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.827386:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199293312:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.827561:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199293184:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.827576:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.827897:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.827916:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202316928 00000100:00100000:2.0:1746146164.827919:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202316928 00002000:00100000:2.0:1746146164.827940:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf800 x1830966202316928/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.827948:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf800 with x1830966202316928 ext(0->4095) 00010000:00010000:2.0:1746146164.827953:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.827961:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146164.827966:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf800 00000100:00100000:2.0:1746146164.827979:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3339 00000100:00100000:2.0:1746146164.827984:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202316928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.828064:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202316928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (1017us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.828073:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3339 00002000:00100000:2.0:1746146164.828077:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf800 x1830966202316928/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.828084:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf800 with x1830966202316928 ext(0->4095) 00000100:00100000:3.0:1746146164.828085:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202316544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6688us (7382us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146164.828088:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.828093:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14398 00010000:00010000:2.0:1746146164.828096:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146164.828101:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf800 00000100:00100000:0.0:1746146164.830874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.830971:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202317056 00000100:00100000:1.0:1746146164.830978:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202317056 00000100:00100000:1.0:1746146164.831024:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31056 00000100:00100000:1.0:1746146164.831031:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202317056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146164.831045:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146164.831058:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefa5 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.831078:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.831083:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.831088:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.831091:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.831118:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.831129:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.831141:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:2.0:1746146164.831165:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199293312:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.831184:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 82 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.831194:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:1.0:1746146164.831204:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1766:x1830966202317056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.831210:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31056 00000100:00100000:2.0:1746146164.831212:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1758:x1830966202316672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3938us (4260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.831217:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31055 00000100:00100000:0.0:1746146164.832746:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.832797:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202317184 00000100:00100000:3.0:1746146164.832803:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202317184 00010000:00010000:3.0:1746146164.832827:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.832856:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14399 00000100:00100000:3.0:1746146164.832863:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202317184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.832872:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.832889:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.832899:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.832917:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62dfe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef97 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.833298:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.833301:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.833307:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.833315:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.833340:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 80 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.833350:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 80 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.833360:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199293568:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.833427:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.837416:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199293568:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.837434:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146164.837436:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.837464:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202317184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4602us (4753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.837472:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14399 00000100:00100000:1.0:1746146164.837493:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202317440 00000100:00100000:1.0:1746146164.837498:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202317440 00002000:00100000:1.0:1746146164.837622:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacce00 x1830966202317440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.837631:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacce00 with x1830966202317440 ext(0->4095) 00010000:00010000:1.0:1746146164.837639:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.837651:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146164.837657:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacce00 00000100:00100000:1.0:1746146164.837684:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3340 00000100:00100000:1.0:1746146164.837691:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202317440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146164.837887:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202317440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.837894:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3340 00002000:00100000:1.0:1746146164.837899:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacce00 x1830966202317440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.837910:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacce00 with x1830966202317440 ext(0->4095) 00010000:00010000:1.0:1746146164.837915:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.837923:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146164.837929:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacce00 00000100:00100000:0.0:1746146164.839807:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.839928:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202317568 00000100:00100000:3.0:1746146164.839935:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202317568 00010000:00010000:3.0:1746146164.839960:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.839980:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14400 00000100:00100000:3.0:1746146164.839986:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2010:x1830966202317568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.839996:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.840010:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.840020:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.840037:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62e05 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfef9e expref: 81 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.840261:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.840263:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.840269:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.840276:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.840302:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.840313:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199293696:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.840752:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.844772:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199293696:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.844790:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.844821:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2010:x1830966202317568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4834us (5018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.844829:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14400 00000100:00100000:0.0:1746146164.848548:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.849190:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202317824 00000100:00100000:2.0:1746146164.849197:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202317824 00002000:00100000:2.0:1746146164.849233:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089600700 x1830966202317824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.849242:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600700 with x1830966202317824 ext(0->4095) 00002000:00010000:2.0:1746146164.849247:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089600700 00000100:00100000:2.0:1746146164.849276:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13977 00000100:00100000:2.0:1746146164.849283:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202317824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.849398:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202317824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (871us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.849404:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13977 00002000:00100000:2.0:1746146164.849409:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089600700 x1830966202317824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.849416:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600700 with x1830966202317824 ext(0->4095) 00002000:00010000:2.0:1746146164.849418:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089600700 00000100:00100000:0.0:1746146164.855810:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.856522:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202317952 00000100:00100000:3.0:1746146164.856530:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202317952 00000100:00100000:3.0:1746146164.856590:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31057 00000100:00100000:3.0:1746146164.856596:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202317952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.856612:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.856624:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefac expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.856646:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.856652:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.856654:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.856656:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.856677:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.856687:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 79 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.856701:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199293824:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.856798:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.860413:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199293824:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.860440:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.860455:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146164.861140:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202317952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4541us (5334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.861148:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31057 00000100:00100000:0.0:1746146164.862122:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.862364:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202318080 00000100:00100000:1.0:1746146164.862371:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202318080 00002000:00100000:1.0:1746146164.862403:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089600e00 x1830966202318080/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.862412:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600e00 with x1830966202318080 ext(0->7) 00010000:00010000:1.0:1746146164.862419:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 80 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.862429:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 80 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146164.862435:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089600e00 00000100:00100000:1.0:1746146164.862470:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3341 00000100:00100000:1.0:1746146164.862476:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202318080:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.863178:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202318080:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 700us (1057us total) trans 4294972244 rc 0/0 00000100:00100000:0.0:1746146164.863185:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3341 00002000:00100000:0.0:1746146164.863190:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089600e00 x1830966202318080/t4294972244(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.863197:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600e00 with x1830966202318080 ext(0->7) 00010000:00010000:0.0:1746146164.863201:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 82 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146164.863210:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 82 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146164.863215:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089600e00 00000100:00100000:0.0:1746146164.868916:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.869559:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202318208 00000100:00100000:3.0:1746146164.869566:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202318208 00010000:00010000:3.0:1746146164.869597:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 82 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.870160:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14401 00000100:00100000:3.0:1746146164.870168:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2009:x1830966202318208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.870180:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.870197:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 82 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.870207:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 82 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.870229:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefa5 expref: 82 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.870258:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.870260:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.870265:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.870271:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.870298:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.870308:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199293952:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.870610:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146164.873481:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.873603:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202318336 00000100:00100000:3.0:1746146164.873611:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202318336 00000100:00100000:3.0:1746146164.874089:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31058 00000100:00100000:3.0:1746146164.874097:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1758:x1830966202318336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.874112:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.874492:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefb3 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.874515:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.874525:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.874527:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.874540:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.874565:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.874576:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 5 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.874586:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199294080:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.874656:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.875168:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199293952:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.875181:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.875214:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2009:x1830966202318208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5047us (6306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.875222:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14401 00000100:00100000:0.0:1746146164.876224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.876339:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199294080:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.876355:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.876366:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146164.876400:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1758:x1830966202318336:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2304us (2925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.876409:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31058 00000100:00100000:2.0:1746146164.876470:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202318592 00000100:00100000:2.0:1746146164.876474:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202318592 00002000:00100000:2.0:1746146164.876504:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089602a00 x1830966202318592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.876512:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602a00 with x1830966202318592 ext(0->4095) 00010000:00010000:2.0:1746146164.876517:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.876527:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146164.876542:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089602a00 00000100:00100000:2.0:1746146164.876711:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3342 00000100:00100000:2.0:1746146164.876739:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202318592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146164.877005:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202318592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 266us (782us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.877011:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3342 00002000:00100000:2.0:1746146164.877016:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089602a00 x1830966202318592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.877024:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602a00 with x1830966202318592 ext(0->4095) 00010000:00010000:2.0:1746146164.877029:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.877037:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146164.877043:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089602a00 00000100:00100000:0.0:1746146164.879999:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.880178:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202318720 00000100:00100000:3.0:1746146164.880185:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202318720 00010000:00010000:3.0:1746146164.880212:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.880248:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14402 00000100:00100000:3.0:1746146164.880255:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202318720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.880266:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.880281:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.880290:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.880307:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefac expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.880335:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.880337:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.880343:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.880349:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.880374:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.880384:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199294208:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.880455:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.882819:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199294208:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.882837:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.882873:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202318720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2619us (2880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.882882:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14402 00000100:00100000:0.0:1746146164.883065:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.883201:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202318976 00000100:00100000:3.0:1746146164.883207:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202318976 00002000:00100000:3.0:1746146164.883236:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c8ad80 x1830966202318976/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.883244:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8ad80 with x1830966202318976 ext(0->4095) 00002000:00010000:3.0:1746146164.883247:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c8ad80 00000100:00100000:3.0:1746146164.883262:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13978 00000100:00100000:3.0:1746146164.883268:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202318976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.883378:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202318976:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (312us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.883383:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13978 00002000:00100000:3.0:1746146164.883389:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c8ad80 x1830966202318976/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.883396:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8ad80 with x1830966202318976 ext(0->4095) 00002000:00010000:3.0:1746146164.883398:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c8ad80 00000100:00100000:0.0:1746146164.887693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.887810:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202319104 00000100:00100000:3.0:1746146164.887905:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202319104 00000100:00100000:3.0:1746146164.888008:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31059 00000100:00100000:3.0:1746146164.888015:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202319104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.888029:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.888043:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefba expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.888066:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.888072:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.888073:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.888076:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.888098:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.888108:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 81 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.888119:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199294336:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.888448:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.892239:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199294336:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.892264:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.892281:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146164.894612:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202319104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6586us (6915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.894623:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31059 00000100:00100000:0.0:1746146164.894996:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.895091:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202319232 00000100:00100000:3.0:1746146164.895098:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202319232 00002000:00100000:3.0:1746146164.895127:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080c8bb80 x1830966202319232/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.895136:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8bb80 with x1830966202319232 ext(0->7) 00010000:00010000:3.0:1746146164.895143:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 82 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.895155:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 82 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146164.895160:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c8bb80 00000100:00100000:3.0:1746146164.895175:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3343 00000100:00100000:3.0:1746146164.895181:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202319232:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146164.901390:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202319232:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 6202us (6387us total) trans 4294972245 rc 0/0 00000100:00100000:0.0:1746146164.901402:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3343 00002000:00100000:0.0:1746146164.901411:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080c8bb80 x1830966202319232/t4294972245(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 496/448 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146164.901419:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8bb80 with x1830966202319232 ext(0->7) 00010000:00010000:0.0:1746146164.901427:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146164.901441:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146164.901447:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c8bb80 00000100:00100000:0.0:1746146164.903994:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.904818:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202319360 00000100:00100000:3.0:1746146164.904825:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202319360 00000100:00100000:0.0:1746146164.905176:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.905226:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31060 00000100:00100000:3.0:1746146164.905234:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202319360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.905249:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.905263:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefc1 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.905286:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.905290:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.905295:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146164.905299:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.905327:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.905338:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.905347:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:2.0:1746146164.905994:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202319488 00000100:00100000:2.0:1746146164.905999:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202319488 00010000:00010000:2.0:1746146164.906017:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.906455:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14403 00000100:00100000:2.0:1746146164.906462:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202319488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.906473:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.906498:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.906508:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.906522:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefb3 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.906549:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.906550:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.906555:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.906562:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.906580:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.906588:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 5 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.906598:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199294592:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.906830:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202319360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1595us (2841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.906837:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31060 00000100:00100000:2.0:1746146164.907507:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.910302:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.910447:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199294592:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.910466:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.910503:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202319488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4041us (5327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.910513:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14403 00000100:00100000:1.0:1746146164.910796:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202319744 00000100:00100000:1.0:1746146164.910802:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202319744 00002000:00100000:1.0:1746146164.910836:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a0700 x1830966202319744/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.910845:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0700 with x1830966202319744 ext(0->4095) 00010000:00010000:1.0:1746146164.910852:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.910862:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146164.910867:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a0700 00000100:00100000:1.0:1746146164.910894:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3344 00000100:00100000:1.0:1746146164.910900:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202319744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146164.910988:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202319744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (691us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.910992:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3344 00002000:00100000:1.0:1746146164.910997:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a0700 x1830966202319744/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.911003:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0700 with x1830966202319744 ext(0->4095) 00010000:00010000:1.0:1746146164.911007:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.911014:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146164.911019:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a0700 00000100:00100000:0.0:1746146164.914138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.914332:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202319872 00000100:00100000:2.0:1746146164.914340:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202319872 00010000:00010000:2.0:1746146164.914368:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.914399:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14404 00000100:00100000:2.0:1746146164.914406:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202319872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.914416:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.914430:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.914439:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.914455:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62e21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefba expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.914773:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.914775:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.914782:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.914788:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.914815:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.914826:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199294720:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.915296:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.918267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.918370:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199294720:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.918386:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.918418:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202319872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4012us (4287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.918426:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14404 00000100:00100000:1.0:1746146164.918684:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202320128 00000100:00100000:1.0:1746146164.918689:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202320128 00002000:00100000:1.0:1746146164.918746:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2a00 x1830966202320128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.918755:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2a00 with x1830966202320128 ext(0->4095) 00002000:00010000:1.0:1746146164.918759:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a2a00 00000100:00100000:1.0:1746146164.918772:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13979 00000100:00100000:1.0:1746146164.918777:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202320128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146164.918881:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202320128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.918887:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13979 00002000:00100000:1.0:1746146164.918891:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2a00 x1830966202320128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.918897:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2a00 with x1830966202320128 ext(0->4095) 00002000:00010000:1.0:1746146164.918900:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a2a00 00000100:00100000:0.0:1746146164.921426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.921629:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202320256 00000100:00100000:3.0:1746146164.921635:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202320256 00000100:00100000:3.0:1746146164.921819:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31061 00000100:00100000:3.0:1746146164.921827:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202320256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.921842:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.921856:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefc8 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.921883:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.921889:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.921891:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.921894:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.921916:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.921926:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 83 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.921936:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199294848:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.922003:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.925892:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199294848:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.925915:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.925928:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146164.925968:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202320256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4142us (4548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.925974:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31061 00000100:00100000:0.0:1746146164.927255:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.928277:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202320384 00000100:00100000:2.0:1746146164.928285:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202320384 00010000:00010000:2.0:1746146164.928314:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.928349:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14405 00000100:00100000:2.0:1746146164.928356:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202320384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.928368:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.928384:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.928393:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.928410:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62e28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc1 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.928967:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.928969:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.928977:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.928989:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.929014:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.929023:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199294976:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.929092:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.929365:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.929661:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202320512 00000100:00100000:3.0:1746146164.929665:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202320512 00000100:00100000:3.0:1746146164.929689:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31062 00000100:00100000:3.0:1746146164.929694:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202320512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.929704:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.929736:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefcf expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.929752:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.929757:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.929758:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.929761:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.929775:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.929783:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 5 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.929790:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199295104:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.930672:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.932564:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199294976:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.932582:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.932621:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202320384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4265us (5368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.932630:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14405 00000100:00100000:0.0:1746146164.933563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.933843:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202320768 00000100:00100000:3.0:1746146164.933849:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202320768 00002000:00100000:3.0:1746146164.933882:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159500 x1830966202320768/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.933891:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159500 with x1830966202320768 ext(0->4095) 00010000:00010000:3.0:1746146164.933899:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.933909:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146164.933914:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b159500 00000100:00100000:3.0:1746146164.934259:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3345 00000100:00100000:3.0:1746146164.934268:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202320768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146164.934588:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202320768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 320us (1025us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.934593:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3345 00002000:00100000:3.0:1746146164.934599:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159500 x1830966202320768/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.934606:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159500 with x1830966202320768 ext(0->4095) 00010000:00010000:3.0:1746146164.934610:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.934619:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146164.934624:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b159500 00000100:00100000:3.0:1746146164.936403:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199295104:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.936424:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.936442:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:3.0:1746146164.936515:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202320512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6820us (7150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.936522:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31062 00000100:00100000:0.0:1746146164.937043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.937104:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202320896 00000100:00100000:3.0:1746146164.937109:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202320896 00000100:00100000:3.0:1746146164.937276:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31063 00000100:00100000:3.0:1746146164.937283:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1766:x1830966202320896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.937294:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.937304:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefd6 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.937322:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.937326:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.937331:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146164.937334:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.937620:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.937631:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.937643:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146164.937676:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1766:x1830966202320896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 394us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.937681:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31063 00000100:00100000:0.0:1746146164.938870:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.939455:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202321024 00000100:00100000:2.0:1746146164.939462:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202321024 00010000:00010000:2.0:1746146164.939488:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.939816:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14406 00000100:00100000:2.0:1746146164.939824:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202321024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.939836:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.939853:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.939864:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.939883:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62e2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefc8 expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.939912:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.939914:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.939919:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.939926:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.939952:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.939963:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.939973:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199295360:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.940626:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.942941:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199295360:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.942961:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.942994:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202321024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3171us (4126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.943002:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14406 00000100:00100000:0.0:1746146164.943391:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.943459:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202321280 00000100:00100000:3.0:1746146164.943466:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202321280 00002000:00100000:3.0:1746146164.943498:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb99500 x1830966202321280/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.943507:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb99500 with x1830966202321280 ext(0->4095) 00010000:00010000:3.0:1746146164.943513:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.943523:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146164.943528:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb99500 00000100:00100000:3.0:1746146164.943555:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3346 00000100:00100000:3.0:1746146164.943560:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202321280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146164.943652:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202321280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.943658:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3346 00002000:00100000:3.0:1746146164.943663:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb99500 x1830966202321280/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.943673:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb99500 with x1830966202321280 ext(0->4095) 00010000:00010000:3.0:1746146164.943677:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.943685:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146164.943689:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb99500 00000100:00100000:0.0:1746146164.946140:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.946225:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202321408 00000100:00100000:2.0:1746146164.946232:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202321408 00010000:00010000:2.0:1746146164.946258:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.946279:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14407 00000100:00100000:2.0:1746146164.946285:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202321408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146164.946296:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146164.946309:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.946319:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.946335:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62e36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefcf expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.946347:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.946349:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.946354:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.946361:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.946384:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.946394:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199295488:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.946572:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.950769:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199295488:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146164.950790:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146164.950831:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202321408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4544us (4694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.950840:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14407 00000100:00100000:0.0:1746146164.951016:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146164.951182:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202321664 00000100:00100000:1.0:1746146164.951188:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202321664 00002000:00100000:1.0:1746146164.951220:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9ad80 x1830966202321664/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.951228:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ad80 with x1830966202321664 ext(0->4095) 00002000:00010000:1.0:1746146164.951232:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ad80 00000100:00100000:1.0:1746146164.951252:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13980 00000100:00100000:1.0:1746146164.951257:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2010:x1830966202321664:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146164.951339:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2010:x1830966202321664:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 82us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.951344:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13980 00002000:00100000:1.0:1746146164.951349:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9ad80 x1830966202321664/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.951355:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ad80 with x1830966202321664 ext(0->4095) 00002000:00010000:1.0:1746146164.951357:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ad80 00000100:00100000:0.0:1746146164.953619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.953748:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202321792 00000100:00100000:2.0:1746146164.953755:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202321792 00000100:00100000:2.0:1746146164.953795:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31064 00000100:00100000:2.0:1746146164.953801:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202321792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.953813:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.953826:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefdd expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.953848:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.953854:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.953855:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.953859:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.953880:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.953890:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 83 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.953904:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199295616:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.953971:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.956851:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199295616:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.956881:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.956894:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146164.956929:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202321792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3127us (3316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.956936:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31064 00000100:00100000:0.0:1746146164.957265:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.957366:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202321920 00000100:00100000:3.0:1746146164.957371:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202321920 00010000:00010000:3.0:1746146164.957392:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.957413:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14408 00000100:00100000:3.0:1746146164.957419:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202321920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.957428:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.957442:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.957452:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.957468:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62e3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefd6 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.957986:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.957989:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.957995:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.958002:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.958025:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.958034:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199295744:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.958213:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.959190:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199295744:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.959202:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.959232:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2008:x1830966202321920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1813us (1968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.959240:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14408 00000100:00100000:0.0:1746146164.959462:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.959523:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202322176 00000100:00100000:3.0:1746146164.959528:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202322176 00002000:00100000:3.0:1746146164.959579:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9bb80 x1830966202322176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.959588:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9bb80 with x1830966202322176 ext(0->4095) 00002000:00010000:3.0:1746146164.959592:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9bb80 00000100:00100000:3.0:1746146164.959616:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13981 00000100:00100000:3.0:1746146164.959622:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202322176:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146164.959746:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202322176:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (284us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.959753:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13981 00002000:00100000:3.0:1746146164.959758:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9bb80 x1830966202322176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.959765:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9bb80 with x1830966202322176 ext(0->4095) 00002000:00010000:3.0:1746146164.959767:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9bb80 00000100:00100000:0.0:1746146164.961423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.961467:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202322304 00000100:00100000:2.0:1746146164.961472:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202322304 00000100:00100000:0.0:1746146164.961484:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.961561:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202322432 00000100:00100000:2.0:1746146164.961565:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202322432 00000100:00100000:2.0:1746146164.961589:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31065 00000100:00100000:2.0:1746146164.961596:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202322304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.961607:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.961620:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefe4 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.961640:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.961646:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.961647:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.961650:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.961672:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.961682:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.961692:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199295872:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.961762:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.961969:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31066 00000100:00100000:0.0:1746146164.961977:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1766:x1830966202322432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146164.961984:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146164.961990:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfefeb expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.962000:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146164.962003:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.962007:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146164.962010:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 86 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.962031:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.962040:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 86 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146164.962048:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b1a00, rc 0) 00000100:00100000:0.0:1746146164.962079:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1766:x1830966202322432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146164.962084:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31066 00000100:00100000:2.0:1746146164.965559:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199295872:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.965584:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.965597:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146164.965628:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202322304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4032us (4209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.965635:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31065 00000100:00100000:2.0:1746146164.966868:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.966926:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202322560 00000100:00100000:3.0:1746146164.966933:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202322560 00010000:00010000:3.0:1746146164.966958:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.967137:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14409 00000100:00100000:3.0:1746146164.967145:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202322560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.967156:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.967172:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.967182:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.967201:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62e44 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefdd expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.967228:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.967230:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.967236:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.967248:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.967274:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.967330:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.967342:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199296128:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.967556:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.971452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.971883:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199296128:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.971899:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.971944:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202322560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4799us (5079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.971953:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14409 00000100:00100000:1.0:1746146164.972283:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202322816 00000100:00100000:1.0:1746146164.972288:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202322816 00002000:00100000:1.0:1746146164.972474:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072812680 x1830966202322816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.972482:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072812680 with x1830966202322816 ext(0->4095) 00010000:00010000:1.0:1746146164.972489:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.972500:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146164.972505:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072812680 00000100:00100000:1.0:1746146164.972539:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3347 00000100:00100000:1.0:1746146164.972547:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202322816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146164.972638:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202322816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (1193us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146164.972643:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3347 00002000:00100000:1.0:1746146164.972648:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072812680 x1830966202322816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146164.972660:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072812680 with x1830966202322816 ext(0->4095) 00010000:00010000:1.0:1746146164.972665:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.972673:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146164.972678:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072812680 00000100:00100000:0.0:1746146164.974935:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.975099:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202322944 00000100:00100000:3.0:1746146164.975106:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202322944 00010000:00010000:3.0:1746146164.975130:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.975150:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14410 00000100:00100000:3.0:1746146164.975155:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202322944:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.975166:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.975179:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.975188:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.975204:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62e4b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefe4 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.975230:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.975231:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.975237:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 84 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.975244:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 84 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.975268:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 84 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.975277:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199296256:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.976017:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146164.978930:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199296256:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.978948:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.978981:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202322944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3825us (4051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.978988:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14410 00000100:00100000:0.0:1746146164.980308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.980394:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202323200 00000100:00100000:3.0:1746146164.980400:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202323200 00002000:00100000:3.0:1746146164.980431:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813100 x1830966202323200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.980440:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813100 with x1830966202323200 ext(0->4095) 00002000:00010000:3.0:1746146164.980443:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813100 00000100:00100000:3.0:1746146164.980469:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13982 00000100:00100000:3.0:1746146164.980475:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202323200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146164.980687:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202323200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (380us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146164.980693:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13982 00002000:00100000:3.0:1746146164.980698:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072813100 x1830966202323200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146164.980705:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072813100 with x1830966202323200 ext(0->4095) 00002000:00010000:3.0:1746146164.980707:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072813100 00000100:00100000:0.0:1746146164.982130:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.982207:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202323328 00000100:00100000:2.0:1746146164.982215:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202323328 00000100:00100000:2.0:1746146164.982252:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31067 00000100:00100000:2.0:1746146164.982258:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202323328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.982269:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.982282:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeff2 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.982309:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 83 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.982315:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.982317:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146164.982320:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.982343:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 83 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.982354:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 83 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.982364:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199296384:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146164.982438:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146164.986303:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199296384:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146164.986330:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.986345:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146164.986394:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202323328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4135us (4266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146164.986400:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31067 00000100:00100000:1.0:1746146164.988287:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.988346:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202323456 00000100:00100000:3.0:1746146164.988352:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202323456 00010000:00010000:3.0:1746146164.988377:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.988407:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14411 00000100:00100000:3.0:1746146164.988413:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202323456:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146164.988423:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146164.988438:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.988452:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.988469:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1a00/0x88944630cfb62e52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfefeb expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146164.988827:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.988829:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.988835:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.988843:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.988866:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146164.988875:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199296512:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146164.988940:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.992821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.992890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146164.992993:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199296512:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146164.993009:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146164.993039:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2007:x1830966202323456:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4626us (4756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.993047:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14411 00000100:00100000:3.0:1746146164.993085:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202323840 00000100:00100000:3.0:1746146164.993090:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202323840 00000100:00100000:3.0:1746146164.993111:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31068 00000100:00100000:3.0:1746146164.993116:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+83:1758:x1830966202323840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146164.993129:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146164.993143:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfeff9 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.993163:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.993169:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.993170:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146164.993173:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146164.993338:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202323712 00000100:00100000:2.0:1746146164.993343:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202323712 00002000:00100000:2.0:1746146164.993363:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810000 x1830966202323712/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/0 e 0 to 0 dl 1746146175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.993370:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810000 with x1830966202323712 ext(0->4095) 00010000:00010000:2.0:1746146164.993375:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.993382:0:27126:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746146164.993387:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072810000 00000100:00100000:2.0:1746146164.993411:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3348 00000100:00100000:2.0:1746146164.993416:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202323712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146164.993515:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202323712:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (700us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146164.993521:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3348 00002000:00100000:2.0:1746146164.993525:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072810000 x1830966202323712/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:295/0 lens 488/4536 e 0 to 0 dl 1746146175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146164.993541:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810000 with x1830966202323712 ext(0->4095) 00010000:00010000:2.0:1746146164.993545:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.993551:0:27126:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746146164.993556:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072810000 00010000:00010000:3.0:1746146164.993593:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.993604:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146164.993613:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199296640:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146164.993670:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146164.997087:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146164.998305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146164.998402:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202324096 00000100:00100000:2.0:1746146164.998409:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202324096 00010000:00010000:2.0:1746146164.998437:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146164.998437:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202323968 00000100:00100000:1.0:1746146164.998441:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202323968 00000100:00100000:2.0:1746146164.998459:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14412 00000100:00100000:1.0:1746146164.998463:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31069 00000100:00100000:2.0:1746146164.998465:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202324096:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746146164.998468:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1766:x1830966202323968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146164.998476:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146164.998480:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146164.998490:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.998490:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff000 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.998500:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146164.998516:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146164.998521:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.998526:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146164.998541:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 86 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.998569:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.998584:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 86 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146164.998592:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146164.998623:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1766:x1830966202323968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146164.998629:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31069 00000100:00100000:3.0:1746146164.998709:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199296640:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146164.998742:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146164.998754:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146164.998785:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202323840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5668us (5894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146164.998790:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31068 00010000:00010000:2.0:1746146164.999418:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb62e59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff2 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146164.999443:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.999445:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146164.999450:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.999458:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.999478:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146164.999492:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146164.999503:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199296896:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146164.999574:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.002269:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199296896:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.002289:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.002331:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202324096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3865us (4027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.002339:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14412 00000100:00100000:0.0:1746146165.002403:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.002454:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202324352 00000100:00100000:2.0:1746146165.002460:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202324352 00002000:00100000:2.0:1746146165.002486:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099527b80 x1830966202324352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.002495:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527b80 with x1830966202324352 ext(0->4095) 00010000:00010000:2.0:1746146165.002503:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.002514:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.002520:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099527b80 00000100:00100000:2.0:1746146165.002544:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3349 00000100:00100000:2.0:1746146165.002550:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202324352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.002643:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202324352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.002649:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3349 00002000:00100000:2.0:1746146165.002654:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099527b80 x1830966202324352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.002660:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527b80 with x1830966202324352 ext(0->4095) 00010000:00010000:2.0:1746146165.002664:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.002672:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.002677:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099527b80 00000100:00100000:0.0:1746146165.005219:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.005279:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202324480 00000100:00100000:2.0:1746146165.005286:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202324480 00010000:00010000:2.0:1746146165.005308:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.005343:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14413 00000100:00100000:2.0:1746146165.005348:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202324480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.005358:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.005371:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.005380:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.005398:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62e60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfeff9 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.005410:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.005411:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.005416:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.005422:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.005443:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.005452:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199297024:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.005628:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.007553:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199297024:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.007571:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.007614:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202324480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2264us (2400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.007623:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14413 00000100:00100000:0.0:1746146165.007682:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.008006:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202324736 00000100:00100000:2.0:1746146165.008011:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202324736 00002000:00100000:2.0:1746146165.008038:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c728a80 x1830966202324736/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.008052:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728a80 with x1830966202324736 ext(0->4095) 00002000:00010000:2.0:1746146165.008056:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c728a80 00000100:00100000:2.0:1746146165.008082:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13983 00000100:00100000:2.0:1746146165.008088:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202324736:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.008196:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202324736:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.008202:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13983 00002000:00100000:2.0:1746146165.008207:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c728a80 x1830966202324736/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.008214:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728a80 with x1830966202324736 ext(0->4095) 00002000:00010000:2.0:1746146165.008216:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c728a80 00000100:00100000:0.0:1746146165.009703:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.009837:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202324864 00000100:00100000:3.0:1746146165.009843:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202324864 00000100:00100000:3.0:1746146165.009880:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31070 00000100:00100000:3.0:1746146165.009886:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202324864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.009899:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.009911:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff007 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.009933:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.009940:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.009941:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.009945:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.009966:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.009976:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 83 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.009991:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199297152:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.010061:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.012036:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199297152:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.012058:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.012072:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:0.0:1746146165.012195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.012277:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202324864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2390us (2578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.012284:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31070 00000100:00100000:2.0:1746146165.012351:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202324992 00000100:00100000:2.0:1746146165.012356:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202324992 00010000:00010000:2.0:1746146165.012377:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.012394:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14414 00000100:00100000:2.0:1746146165.012400:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202324992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.012409:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.012424:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.012433:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.012451:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62e67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff000 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.012464:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.012466:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.012471:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.012478:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.012499:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.012509:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199297280:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.012571:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.014499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.014613:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199297280:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.014631:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.014659:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2008:x1830966202324992:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2259us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.014667:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14414 00000100:00100000:1.0:1746146165.014909:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202325248 00000100:00100000:1.0:1746146165.014914:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202325248 00002000:00100000:1.0:1746146165.014942:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba1500 x1830966202325248/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.014950:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1500 with x1830966202325248 ext(0->4095) 00002000:00010000:1.0:1746146165.014954:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba1500 00000100:00100000:1.0:1746146165.014968:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13984 00000100:00100000:1.0:1746146165.014974:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202325248:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146165.015059:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202325248:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 85us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.015064:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13984 00002000:00100000:1.0:1746146165.015069:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ba1500 x1830966202325248/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.015075:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1500 with x1830966202325248 ext(0->4095) 00002000:00010000:1.0:1746146165.015078:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba1500 00000100:00100000:0.0:1746146165.016666:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.016912:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202325376 00000100:00100000:3.0:1746146165.016918:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202325376 00000100:00100000:3.0:1746146165.016953:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31071 00000100:00100000:3.0:1746146165.016959:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+83:1766:x1830966202325376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.016971:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.016983:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff00e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.017004:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.017011:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.017012:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.017016:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.017042:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.017052:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.017062:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199297408:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.018182:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.018372:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.019427:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199297408:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.019448:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.019461:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146165.019492:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1766:x1830966202325376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2532us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.019499:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31071 00000100:00100000:1.0:1746146165.019542:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202325504 00000100:00100000:1.0:1746146165.019547:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202325504 00000100:00100000:1.0:1746146165.019576:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31072 00000100:00100000:1.0:1746146165.019581:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202325504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.019592:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.019602:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff015 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.019615:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.019619:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.019624:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.019626:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 85 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.019646:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.019654:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 85 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.019660:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146165.019673:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202325504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.019677:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31072 00000100:00100000:0.0:1746146165.019933:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.020434:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202325632 00000100:00100000:2.0:1746146165.020438:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202325632 00010000:00010000:2.0:1746146165.020455:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.020633:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14415 00000100:00100000:2.0:1746146165.020641:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202325632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.020651:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.020666:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.020675:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.020691:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62e6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff007 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.020729:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.020731:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.020736:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.020743:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.020763:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.020772:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.020786:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199297664:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.020843:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.023888:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.023997:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202325888 00000100:00100000:3.0:1746146165.024005:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202325888 00002000:00100000:3.0:1746146165.024038:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072868380 x1830966202325888/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.024047:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868380 with x1830966202325888 ext(0->4095) 00010000:00010000:3.0:1746146165.024056:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.024072:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.024077:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868380 00000100:00100000:3.0:1746146165.024094:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3350 00000100:00100000:3.0:1746146165.024101:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202325888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.024206:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202325888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (324us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.024212:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3350 00002000:00100000:3.0:1746146165.024217:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072868380 x1830966202325888/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.024223:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868380 with x1830966202325888 ext(0->4095) 00010000:00010000:3.0:1746146165.024228:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.024236:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.024241:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868380 00000100:00100000:2.0:1746146165.024309:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199297664:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.024326:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.024347:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202325632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3707us (4415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.024354:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14415 00000100:00100000:0.0:1746146165.027390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.027423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.027569:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202326016 00000100:00100000:2.0:1746146165.027576:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202326016 00000100:00100000:2.0:1746146165.027767:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31073 00000100:00100000:2.0:1746146165.027774:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202326016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.027787:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.027799:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff01c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.027819:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.027824:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.027829:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146165.027832:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.027861:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.027876:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.027884:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146165.027916:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202326016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.027921:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31073 00000100:00100000:2.0:1746146165.027939:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202326144 00000100:00100000:2.0:1746146165.027942:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202326144 00010000:00010000:2.0:1746146165.027952:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.027966:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14416 00000100:00100000:2.0:1746146165.027970:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202326144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.027976:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.027989:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.027998:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.028012:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62e75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff00e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.028020:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.028022:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.028026:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.028033:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.028047:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.028056:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.028066:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199297920:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.028105:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.030431:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199297920:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.030453:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.030492:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202326144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2519us (3067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.030501:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14416 00000100:00100000:0.0:1746146165.030668:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.030738:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202326400 00000100:00100000:1.0:1746146165.030743:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202326400 00002000:00100000:1.0:1746146165.030773:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286a680 x1830966202326400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.030787:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a680 with x1830966202326400 ext(0->4095) 00010000:00010000:1.0:1746146165.030794:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.030803:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.030809:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286a680 00000100:00100000:1.0:1746146165.030835:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3351 00000100:00100000:1.0:1746146165.030841:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202326400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146165.030943:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202326400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.030948:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3351 00002000:00100000:1.0:1746146165.030953:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286a680 x1830966202326400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.030959:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a680 with x1830966202326400 ext(0->4095) 00010000:00010000:1.0:1746146165.030964:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.030972:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 84 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.030977:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286a680 00000100:00100000:0.0:1746146165.032112:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.032146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.032160:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202326656 00000100:00100000:1.0:1746146165.032165:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202326656 00000100:00100000:2.0:1746146165.032203:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202326528 00000100:00100000:2.0:1746146165.032206:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202326528 00010000:00010000:2.0:1746146165.032220:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 85 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.032238:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31074 00000100:00100000:2.0:1746146165.032252:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14417 00000100:00100000:2.0:1746146165.032257:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202326528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.032267:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746146165.032274:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202326656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.032279:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 85 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.032281:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.032287:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 85 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.032290:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff023 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.032301:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb62e7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff015 expref: 86 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.032301:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.032305:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.032310:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.032313:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.032321:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.032323:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.032328:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.032334:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.032370:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.032379:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.032386:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.032389:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013065ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199298176:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.032392:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.032399:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199298048:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.032470:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.032474:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.033595:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013065ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199298176:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.033616:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.033627:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146165.033667:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202326656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1392us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.033674:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31074 00000100:00100000:0.0:1746146165.033814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.033910:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202326912 00000100:00100000:3.0:1746146165.033915:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202326912 00002000:00100000:3.0:1746146165.033939:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7480 x1830966202326912/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.033946:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7480 with x1830966202326912 ext(0->4095) 00010000:00010000:3.0:1746146165.033952:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.033967:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.033972:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7480 00000100:00100000:3.0:1746146165.033995:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3352 00000100:00100000:3.0:1746146165.034001:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202326912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.034011:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199298048:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.034023:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.034040:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202326528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1784us (1895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.034046:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14417 00000100:00100000:3.0:1746146165.034225:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202326912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 75us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.034231:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3352 00002000:00100000:3.0:1746146165.034236:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7480 x1830966202326912/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.034243:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7480 with x1830966202326912 ext(0->4095) 00010000:00010000:3.0:1746146165.034247:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.034255:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.034260:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7480 00000100:00100000:0.0:1746146165.036438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.036658:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202327040 00000100:00100000:2.0:1746146165.036665:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202327040 00010000:00010000:2.0:1746146165.036687:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.037274:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14418 00000100:00100000:2.0:1746146165.037282:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202327040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.037292:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.037307:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.037328:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.037345:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62e83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff01c expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.037357:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.037359:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.037364:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.037371:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.037394:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.037403:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199298304:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.037475:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.040443:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199298304:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.040462:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.040761:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202327040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3478us (4326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.040769:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14418 00000100:00100000:1.0:1746146165.041101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.041146:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202327296 00000100:00100000:3.0:1746146165.041152:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202327296 00002000:00100000:3.0:1746146165.041182:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065ad80 x1830966202327296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.041196:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966202327296 ext(0->4095) 00002000:00010000:3.0:1746146165.041199:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065ad80 00000100:00100000:3.0:1746146165.041213:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13985 00000100:00100000:3.0:1746146165.041219:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2009:x1830966202327296:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146165.041350:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2009:x1830966202327296:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.041356:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13985 00002000:00100000:3.0:1746146165.041360:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065ad80 x1830966202327296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.041366:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966202327296 ext(0->4095) 00002000:00010000:3.0:1746146165.041368:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065ad80 00000100:00100000:0.0:1746146165.043195:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.043277:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202327424 00000100:00100000:1.0:1746146165.043282:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202327424 00000100:00100000:1.0:1746146165.043320:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31075 00000100:00100000:1.0:1746146165.043326:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202327424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.043337:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.043348:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff02a expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.043368:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.043374:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.043375:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.043378:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.043399:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 83 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.043407:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 83 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.043417:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b998380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199298432:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.043480:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.046966:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b998380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199298432:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.046992:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.047006:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b600, rc 0) 00000100:00100000:1.0:1746146165.047053:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202327424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3727us (3865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.047060:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31075 00000100:00100000:0.0:1746146165.047075:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.047181:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202327552 00000100:00100000:3.0:1746146165.047187:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202327552 00010000:00010000:3.0:1746146165.047210:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.047228:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14419 00000100:00100000:3.0:1746146165.047234:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202327552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.047243:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.047257:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.047265:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.047287:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb62e8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff023 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.047307:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.047309:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.047314:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.047320:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.047343:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.047352:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199298560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.047833:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746146165.047859:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.051797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.051869:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199298560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.051886:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.052055:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202327808 00000100:00100000:2.0:1746146165.052060:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202327808 00002000:00100000:2.0:1746146165.052160:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c700 x1830966202327808/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.052170:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c700 with x1830966202327808 ext(0->4095) 00000100:00100000:3.0:1746146165.052173:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2007:x1830966202327552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4938us (5097us total) trans 0 rc 0/0 00002000:00010000:2.0:1746146165.052174:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2c700 00000100:00100000:3.0:1746146165.052181:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14419 00000100:00100000:0.0:1746146165.052432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.052609:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13986 00000100:00100000:2.0:1746146165.052616:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202327808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.052893:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202327808:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 277us (1103us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.052900:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13986 00002000:00100000:2.0:1746146165.052906:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c700 x1830966202327808/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.052919:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c700 with x1830966202327808 ext(0->4095) 00002000:00010000:2.0:1746146165.052922:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2c700 00000100:00100000:1.0:1746146165.052976:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202327936 00000100:00100000:1.0:1746146165.052980:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202327936 00000100:00100000:1.0:1746146165.053007:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31076 00000100:00100000:1.0:1746146165.053013:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+83:1758:x1830966202327936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.053021:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.053031:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff031 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.053051:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.053057:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.053059:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.053062:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.053085:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.053094:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 5 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.053105:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b998380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199298688:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.053164:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.054703:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.055418:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202328064 00000100:00100000:3.0:1746146165.055425:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202328064 00000100:00100000:3.0:1746146165.055462:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31077 00000100:00100000:3.0:1746146165.055469:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1766:x1830966202328064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.055481:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746146165.055639:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b998380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199298688:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146165.055660:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.055671:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:0.0:1746146165.055698:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202327936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2685us (3266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146165.055702:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31076 00010000:00010000:3.0:1746146165.055908:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff038 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.055924:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.055928:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.055933:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.055935:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.055956:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.055965:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.055971:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146165.055987:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1766:x1830966202328064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 519us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.055991:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31077 00000100:00100000:0.0:1746146165.056160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.056263:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202328192 00000100:00100000:3.0:1746146165.056267:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202328192 00010000:00010000:3.0:1746146165.056280:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.056303:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14420 00000100:00100000:3.0:1746146165.056308:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202328192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.056315:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.056328:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.056336:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.056349:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62e91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff02a expref: 6 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.056370:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.056371:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.056375:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.056381:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.056396:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 84 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.056404:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 84 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.056413:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199298944:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.056465:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.059275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.059336:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199298944:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.059356:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.059386:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202328192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3077us (3226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.059394:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14420 00000100:00100000:2.0:1746146165.059413:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202328448 00000100:00100000:2.0:1746146165.059418:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202328448 00002000:00100000:2.0:1746146165.059444:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f480 x1830966202328448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.059452:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f480 with x1830966202328448 ext(0->4095) 00010000:00010000:2.0:1746146165.059458:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.059469:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.059475:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2f480 00000100:00100000:2.0:1746146165.059501:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3353 00000100:00100000:2.0:1746146165.059507:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202328448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.059603:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202328448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.059609:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3353 00002000:00100000:2.0:1746146165.059613:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f480 x1830966202328448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.059620:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f480 with x1830966202328448 ext(0->4095) 00010000:00010000:2.0:1746146165.059624:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.059632:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.060305:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2f480 00000100:00100000:0.0:1746146165.062157:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.062507:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202328576 00000100:00100000:3.0:1746146165.062514:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202328576 00010000:00010000:3.0:1746146165.062552:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.062606:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14421 00000100:00100000:3.0:1746146165.062613:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2007:x1830966202328576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.062624:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.062638:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.062648:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.062667:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb62e98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff031 expref: 85 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.062693:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.062694:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.062700:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.062708:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.062755:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.062764:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199299072:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.063230:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.066800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.066863:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199299072:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.066880:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.066913:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202328576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4301us (4761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.066921:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14421 00000100:00100000:2.0:1746146165.066989:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202328832 00000100:00100000:2.0:1746146165.066994:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202328832 00002000:00100000:2.0:1746146165.067024:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2d180 x1830966202328832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.067032:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d180 with x1830966202328832 ext(0->4095) 00002000:00010000:2.0:1746146165.067035:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2d180 00000100:00100000:2.0:1746146165.067089:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13987 00000100:00100000:2.0:1746146165.067095:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202328832:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.067179:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202328832:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.067183:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13987 00002000:00100000:2.0:1746146165.067188:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2d180 x1830966202328832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.067194:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d180 with x1830966202328832 ext(0->4095) 00002000:00010000:2.0:1746146165.067197:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2d180 00000100:00100000:0.0:1746146165.068380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.068454:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202328960 00000100:00100000:3.0:1746146165.068458:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202328960 00000100:00100000:3.0:1746146165.068488:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31078 00000100:00100000:3.0:1746146165.068493:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202328960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.068503:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.068514:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff03f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.068545:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 83 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.068551:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.068553:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.068556:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.068581:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 83 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.068591:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 83 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.068600:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199299200:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.068666:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.069861:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.069891:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199299200:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.069909:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.069920:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146165.069946:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202328960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1452us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.069952:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31078 00000100:00100000:2.0:1746146165.070007:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202329088 00000100:00100000:2.0:1746146165.070012:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202329088 00010000:00010000:2.0:1746146165.070031:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.070167:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14422 00000100:00100000:2.0:1746146165.070174:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202329088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.070183:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.070197:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.070206:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.070222:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62e9f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff038 expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.070242:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.070244:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.070249:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.070256:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.070276:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.070285:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199299328:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.070339:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5becc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.071572:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199299328:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.071587:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.071617:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2008:x1830966202329088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1443us (1758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.071624:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14422 00000100:00100000:0.0:1746146165.071774:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.071835:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202329344 00000100:00100000:3.0:1746146165.071843:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202329344 00002000:00100000:3.0:1746146165.071868:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c380 x1830966202329344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.071876:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c380 with x1830966202329344 ext(0->4095) 00002000:00010000:3.0:1746146165.071879:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2c380 00000100:00100000:3.0:1746146165.071902:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13988 00000100:00100000:3.0:1746146165.071908:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202329344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.072351:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202329344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 442us (577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.072356:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13988 00002000:00100000:3.0:1746146165.072361:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c380 x1830966202329344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.072368:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c380 with x1830966202329344 ext(0->4095) 00002000:00010000:3.0:1746146165.072370:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2c380 00000100:00100000:0.0:1746146165.073957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.074149:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202329472 00000100:00100000:3.0:1746146165.074154:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202329472 00000100:00100000:3.0:1746146165.074183:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31079 00000100:00100000:3.0:1746146165.074188:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+83:1766:x1830966202329472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.074199:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.074210:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff046 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.074235:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.074242:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.074243:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.074246:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.074269:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.074282:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.074291:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199299456:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.074407:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.075340:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199299456:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.075356:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.075366:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146165.075389:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1766:x1830966202329472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1200us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.075395:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31079 00000100:00100000:0.0:1746146165.076195:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.076228:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.076274:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202329600 00000100:00100000:2.0:1746146165.076278:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202329600 00010000:00010000:2.0:1746146165.076297:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.076394:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14423 00000100:00100000:2.0:1746146165.076401:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202329600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.076409:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.076452:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.076456:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202329728 00000100:00100000:3.0:1746146165.076459:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202329728 00010000:00010000:2.0:1746146165.076461:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.076475:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31080 00010000:00010000:2.0:1746146165.076476:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62ea6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff03f expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.076479:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202329728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.076488:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.076496:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.076498:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.076503:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.076511:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.076514:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff04d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.076526:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.076547:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.076596:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.076600:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.076615:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.076623:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.076630:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.076632:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199299584:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.076637:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.076643:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199299712:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.076795:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.076915:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.077901:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199299584:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.077919:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.077930:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146165.077957:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202329728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1476us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.077963:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31080 00000100:00100000:2.0:1746146165.078031:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199299712:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146165.078299:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146165.078360:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.078383:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202329600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1982us (2189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.078389:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14423 00000100:00100000:3.0:1746146165.078540:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202329984 00000100:00100000:3.0:1746146165.078544:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202329984 00002000:00100000:3.0:1746146165.078568:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c746680 x1830966202329984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.078582:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c746680 with x1830966202329984 ext(0->4095) 00010000:00010000:3.0:1746146165.078588:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.078599:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.078605:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c746680 00000100:00100000:3.0:1746146165.078629:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3354 00000100:00100000:3.0:1746146165.078635:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2010:x1830966202329984:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146165.079175:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2010:x1830966202329984:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 538us (875us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.079181:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3354 00002000:00100000:3.0:1746146165.079187:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c746680 x1830966202329984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.079193:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c746680 with x1830966202329984 ext(0->4095) 00010000:00010000:3.0:1746146165.079197:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.079206:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.079211:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c746680 00000100:00100000:0.0:1746146165.081660:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.082330:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202330112 00000100:00100000:2.0:1746146165.082338:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202330112 00010000:00010000:2.0:1746146165.082363:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.082384:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14424 00000100:00100000:2.0:1746146165.082391:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202330112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.082401:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.082415:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.082430:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.082447:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62ead lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff046 expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.082458:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.082460:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.082465:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.082471:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.082496:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 84 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.082505:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199299840:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.082577:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.085927:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199299840:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.085948:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.086067:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202330112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3674us (4410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.086078:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14424 00000100:00100000:1.0:1746146165.086078:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.086144:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202330368 00000100:00100000:2.0:1746146165.086149:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202330368 00002000:00100000:2.0:1746146165.086176:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998380 x1830966202330368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.086185:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998380 with x1830966202330368 ext(0->4095) 00002000:00010000:2.0:1746146165.086190:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b998380 00000100:00100000:2.0:1746146165.086204:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13989 00000100:00100000:2.0:1746146165.086210:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202330368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.086482:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202330368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 271us (403us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.086487:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13989 00002000:00100000:2.0:1746146165.086493:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998380 x1830966202330368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.086551:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998380 with x1830966202330368 ext(0->4095) 00002000:00010000:2.0:1746146165.086554:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b998380 00000100:00100000:0.0:1746146165.092280:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.092361:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202330496 00000100:00100000:3.0:1746146165.092368:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202330496 00000100:00100000:3.0:1746146165.092398:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31081 00000100:00100000:3.0:1746146165.092404:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202330496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.092418:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.092430:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff054 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.092454:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 83 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.092459:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.092461:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.092464:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.092485:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 83 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.092495:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 83 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.092506:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199299968:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.092577:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.097626:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199299968:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.097653:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.097667:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146165.097704:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202330496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5299us (5430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.097710:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31081 00000100:00100000:0.0:1746146165.099563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.099619:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202330624 00000100:00100000:2.0:1746146165.099626:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202330624 00002000:00100000:2.0:1746146165.099662:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c744a80 x1830966202330624/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.099671:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c744a80 with x1830966202330624 ext(0->7) 00010000:00010000:2.0:1746146165.099679:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.099735:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 84 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.099742:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c744a80 00000100:00100000:2.0:1746146165.099771:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3355 00000100:00100000:2.0:1746146165.099778:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202330624:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146165.101307:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202330624:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1524us (1743us total) trans 4294972246 rc 0/0 00000100:00100000:0.0:1746146165.101315:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3355 00002000:00100000:0.0:1746146165.101323:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c744a80 x1830966202330624/t4294972246(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.101331:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c744a80 with x1830966202330624 ext(0->7) 00010000:00010000:0.0:1746146165.101338:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.101351:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.101357:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c744a80 00000100:00100000:0.0:1746146165.105270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.107067:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202330752 00000100:00100000:3.0:1746146165.107077:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202330752 00000100:00100000:3.0:1746146165.107337:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31082 00000100:00100000:3.0:1746146165.107346:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1758:x1830966202330752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.107360:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.107374:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff05b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.107393:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.107398:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.107403:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146165.107407:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.107435:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.107445:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.107458:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146165.108134:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+87:1758:x1830966202330752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 785us (2867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.108140:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31082 00000100:00100000:0.0:1746146165.108333:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.108523:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202330880 00000100:00100000:3.0:1746146165.108527:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202330880 00010000:00010000:3.0:1746146165.108557:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.108577:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14425 00000100:00100000:3.0:1746146165.108582:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2010:x1830966202330880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.108590:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.108603:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.108612:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.108628:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62eb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff04d expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.108655:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.108656:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.108661:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.108672:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.108695:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.108704:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.108727:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199300224:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.108779:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.114590:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199300224:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.114610:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.114655:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2010:x1830966202330880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6072us (6321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.114664:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14425 00000100:00100000:0.0:1746146165.116564:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.116676:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202331136 00000100:00100000:2.0:1746146165.116683:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202331136 00002000:00100000:2.0:1746146165.116749:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c700 x1830966202331136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.116759:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c700 with x1830966202331136 ext(0->4095) 00010000:00010000:2.0:1746146165.116767:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.116779:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.116786:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2c700 00000100:00100000:2.0:1746146165.116802:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3356 00000100:00100000:2.0:1746146165.116809:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202331136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.117425:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202331136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 614us (863us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.117431:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3356 00002000:00100000:2.0:1746146165.117437:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c700 x1830966202331136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.117445:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c700 with x1830966202331136 ext(0->4095) 00010000:00010000:2.0:1746146165.117450:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.117460:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.117466:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2c700 00000100:00100000:0.0:1746146165.121755:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.121891:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202331264 00000100:00100000:2.0:1746146165.121898:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202331264 00010000:00010000:2.0:1746146165.121925:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.121949:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14426 00000100:00100000:2.0:1746146165.121956:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202331264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.121968:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.121983:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.121993:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.122011:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62ebb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff054 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.123553:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.123557:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.123567:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.123580:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.123613:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.123624:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199300352:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.125009:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.126615:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199300352:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.126636:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.126670:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202331264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4714us (4961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.126678:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14426 00000100:00100000:0.0:1746146165.127367:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.127685:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202331520 00000100:00100000:2.0:1746146165.127691:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202331520 00002000:00100000:2.0:1746146165.127802:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f480 x1830966202331520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.127811:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f480 with x1830966202331520 ext(0->4095) 00002000:00010000:2.0:1746146165.127815:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2f480 00000100:00100000:2.0:1746146165.127831:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13990 00000100:00100000:2.0:1746146165.127837:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202331520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.128225:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202331520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 387us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.128234:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13990 00002000:00100000:2.0:1746146165.128362:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f480 x1830966202331520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.128369:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f480 with x1830966202331520 ext(0->4095) 00002000:00010000:2.0:1746146165.128372:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2f480 00000100:00100000:0.0:1746146165.129802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.129896:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202331648 00000100:00100000:3.0:1746146165.129901:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202331648 00000100:00100000:3.0:1746146165.129929:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31083 00000100:00100000:3.0:1746146165.129934:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202331648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.129946:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.129957:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff062 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.129977:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.129983:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.129984:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.129986:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.130011:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.130020:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.130029:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199300480:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.130083:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.132594:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199300480:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146165.132609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146165.132619:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.132662:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202331776 00000100:00100000:2.0:1746146165.132667:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202331776 00010000:00010000:2.0:1746146165.132691:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.132712:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14427 00000100:00100000:2.0:1746146165.132740:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202331776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.132751:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.133038:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.133048:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.133065:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62ec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff05b expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.133079:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.133080:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.133085:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.133096:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.133135:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:3.0:1746146165.133170:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202331648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3232us (3366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.133176:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31083 00010000:00010000:2.0:1746146165.133423:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.133434:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199300608:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.133731:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.136710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.136765:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199300608:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146165.136784:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.136830:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202332032 00000100:00100000:3.0:1746146165.136836:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202332032 00002000:00100000:3.0:1746146165.136868:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d4e00 x1830966202332032/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.136878:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4e00 with x1830966202332032 ext(0->4095) 00002000:00010000:3.0:1746146165.136881:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d4e00 00000100:00100000:3.0:1746146165.136903:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13991 00000100:00100000:3.0:1746146165.136909:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202332032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146165.136918:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202331776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4179us (4309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146165.136924:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14427 00000100:00100000:3.0:1746146165.137006:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202332032:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.137011:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13991 00002000:00100000:3.0:1746146165.137016:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d4e00 x1830966202332032/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.137023:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4e00 with x1830966202332032 ext(0->4095) 00002000:00010000:3.0:1746146165.137025:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d4e00 00000100:00100000:0.0:1746146165.137641:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.140805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.140868:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202332160 00000100:00100000:1.0:1746146165.140876:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202332160 00000100:00100000:3.0:1746146165.140901:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202332288 00000100:00100000:3.0:1746146165.140905:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202332288 00000100:00100000:1.0:1746146165.140906:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31084 00000100:00100000:1.0:1746146165.140911:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1758:x1830966202332160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746146165.140921:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31085 00010000:00010000:1.0:1746146165.140924:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746146165.140925:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1766:x1830966202332288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.140929:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.140936:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff070 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.140936:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff069 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.140956:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.140963:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.140964:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.140967:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.141007:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.141011:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.141015:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.141018:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 88 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.141035:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.141049:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.141059:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199300864:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.141061:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.141070:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 88 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.141077:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00000100:00100000:3.0:1746146165.141124:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.141573:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+88:1758:x1830966202332160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 660us (3931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.141579:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31084 00000100:00100000:3.0:1746146165.144989:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199300864:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.145016:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.145030:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146165.145072:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+87:1766:x1830966202332288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4144us (4271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.145080:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31085 00000100:00100000:0.0:1746146165.146115:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.146168:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202332416 00000100:00100000:2.0:1746146165.146174:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202332416 00010000:00010000:2.0:1746146165.146196:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.146232:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14428 00000100:00100000:2.0:1746146165.146239:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202332416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.146249:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.146263:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.146272:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.146288:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ec9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff062 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.146317:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.146319:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.146325:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.146333:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.146360:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.146370:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.146379:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199300992:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.146436:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bef00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.148840:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199300992:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.148863:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146165.148905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.149043:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202332416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2803us (2929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.149051:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14428 00000100:00100000:3.0:1746146165.149758:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202332672 00000100:00100000:3.0:1746146165.149764:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202332672 00002000:00100000:3.0:1746146165.149794:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdea00 x1830966202332672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.149802:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdea00 with x1830966202332672 ext(0->4095) 00010000:00010000:3.0:1746146165.149808:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.149819:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.149828:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdea00 00000100:00100000:3.0:1746146165.149853:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3357 00000100:00100000:3.0:1746146165.149859:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2007:x1830966202332672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.149955:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2007:x1830966202332672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (1051us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.149960:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3357 00002000:00100000:3.0:1746146165.149965:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdea00 x1830966202332672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.149971:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdea00 with x1830966202332672 ext(0->4095) 00010000:00010000:3.0:1746146165.149975:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.149983:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.149988:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdea00 00000100:00100000:0.0:1746146165.154999:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.155047:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.155188:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202332928 00000100:00100000:2.0:1746146165.155195:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202332928 00010000:00010000:2.0:1746146165.155222:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.155251:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14429 00000100:00100000:2.0:1746146165.155258:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2007:x1830966202332928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.155271:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.155285:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.155295:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.155313:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62ed0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff070 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.155339:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.155341:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.155347:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.155353:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.155358:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202332800 00000100:00100000:3.0:1746146165.155361:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202332800 00010000:00010000:2.0:1746146165.155379:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.155381:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31086 00000100:00100000:3.0:1746146165.155386:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202332800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146165.155389:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199301120:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.155397:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.155404:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff077 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.155422:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.155426:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.155428:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.155430:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.155442:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bef00 going to sleep for 11 seconds 00010000:00010000:3.0:1746146165.155444:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.155452:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.155459:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199301248:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.155477:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.158116:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199301120:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.158135:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.158169:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202332928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2912us (3121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.158178:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14429 00000100:00100000:3.0:1746146165.158316:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199301248:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.158335:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.158348:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146165.158367:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202332800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2981us (3377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.158372:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31086 00000100:00100000:0.0:1746146165.158457:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.158474:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202333184 00000100:00100000:0.0:1746146165.158478:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202333184 00002000:00100000:0.0:1746146165.158508:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd180 x1830966202333184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.158515:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd180 with x1830966202333184 ext(0->4095) 00010000:00010000:0.0:1746146165.158520:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.158543:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.158548:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdd180 00000100:00100000:0.0:1746146165.158571:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3358 00000100:00100000:0.0:1746146165.158577:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202333184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146165.159821:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202333184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1239us (1360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.159828:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3358 00002000:00100000:1.0:1746146165.159834:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd180 x1830966202333184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.159841:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd180 with x1830966202333184 ext(0->4095) 00010000:00010000:1.0:1746146165.159847:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.159856:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 86 pid: 21272 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.159861:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdd180 00000100:00100000:0.0:1746146165.162961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.163006:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.163019:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202333312 00000100:00100000:3.0:1746146165.163026:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202333312 00000100:00100000:3.0:1746146165.163070:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31087 00000100:00100000:3.0:1746146165.163077:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1758:x1830966202333312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.163091:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.163105:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff07e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.163111:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202333440 00000100:00100000:2.0:1746146165.163114:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202333440 00010000:00010000:3.0:1746146165.163124:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.163128:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.163128:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 88 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.163134:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146165.163136:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.163143:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14430 00000100:00100000:2.0:1746146165.163147:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202333440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.163153:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.163163:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.163166:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 88 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.163175:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 88 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.163182:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.163188:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb62ed7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff069 expref: 88 pid: 21272 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.163189:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.163191:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.163195:0:26612:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.163201:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.163323:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.163353:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2007:x1830966202333440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 205us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.163359:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14430 00010000:00010000:3.0:1746146165.163553:0:26612:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.163563:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.163573:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199301504:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.163629:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.166109:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199301504:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.166125:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:3.0:1746146165.166161:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1758:x1830966202333312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3084us (3204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.166168:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31087 00000100:00100000:0.0:1746146165.166797:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.167042:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202333696 00000100:00100000:2.0:1746146165.167048:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202333696 00002000:00100000:2.0:1746146165.167078:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b178700 x1830966202333696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.167087:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b178700 with x1830966202333696 ext(0->4095) 00010000:00010000:2.0:1746146165.167093:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.167105:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.167111:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b178700 00000100:00100000:2.0:1746146165.167137:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3359 00000100:00100000:2.0:1746146165.167144:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202333696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.167245:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202333696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (450us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.167250:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3359 00002000:00100000:2.0:1746146165.167255:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b178700 x1830966202333696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.167262:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b178700 with x1830966202333696 ext(0->4095) 00010000:00010000:2.0:1746146165.167266:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.167275:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.167280:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b178700 00000100:00100000:0.0:1746146165.171070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.171123:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202333824 00000100:00100000:2.0:1746146165.171130:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202333824 00010000:00010000:2.0:1746146165.171163:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.171264:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14431 00000100:00100000:2.0:1746146165.171272:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202333824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.171284:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.171300:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.171310:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.171328:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62ede lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff077 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.171560:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.171562:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.171569:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.171576:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.171604:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.171619:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199301632:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.172085:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.174381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.174685:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199301632:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.174704:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.174767:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202333824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3495us (3703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.174776:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14431 00000100:00100000:3.0:1746146165.174854:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202334080 00000100:00100000:3.0:1746146165.174860:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202334080 00002000:00100000:3.0:1746146165.174890:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b178000 x1830966202334080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.174899:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b178000 with x1830966202334080 ext(0->4095) 00002000:00010000:3.0:1746146165.174903:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b178000 00000100:00100000:3.0:1746146165.174917:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13992 00000100:00100000:3.0:1746146165.174922:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202334080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.175227:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202334080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 303us (851us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.175236:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13992 00002000:00100000:3.0:1746146165.175240:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b178000 x1830966202334080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.175247:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b178000 with x1830966202334080 ext(0->4095) 00002000:00010000:3.0:1746146165.175249:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b178000 00000100:00100000:0.0:1746146165.177028:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.177100:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202334208 00000100:00100000:3.0:1746146165.177106:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202334208 00000100:00100000:3.0:1746146165.177135:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31088 00000100:00100000:3.0:1746146165.177141:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202334208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.177154:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.177165:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff085 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.177188:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.177194:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.177196:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.177199:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.177221:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.177231:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.177247:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199301760:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.177633:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.180598:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199301760:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.180623:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.180637:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146165.180686:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202334208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3543us (3662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.180693:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31088 00000100:00100000:0.0:1746146165.181364:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.181688:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202334336 00000100:00100000:2.0:1746146165.181693:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202334336 00010000:00010000:2.0:1746146165.181746:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.181770:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14432 00000100:00100000:2.0:1746146165.181777:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202334336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.181788:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.181802:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.181811:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.181829:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62ee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff07e expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.181851:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.181854:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.181859:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.181865:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.181887:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.181897:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199301888:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.181956:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.183821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.183937:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199301888:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.183955:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.183992:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2008:x1830966202334336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2216us (2629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.184001:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14432 00000100:00100000:3.0:1746146165.184063:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202334592 00000100:00100000:3.0:1746146165.184068:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202334592 00002000:00100000:3.0:1746146165.184093:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25dc00 x1830966202334592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.184102:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25dc00 with x1830966202334592 ext(0->4095) 00002000:00010000:3.0:1746146165.184106:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25dc00 00000100:00100000:3.0:1746146165.184118:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13993 00000100:00100000:3.0:1746146165.184124:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202334592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.184211:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202334592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.184216:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13993 00002000:00100000:3.0:1746146165.184220:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25dc00 x1830966202334592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.184233:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25dc00 with x1830966202334592 ext(0->4095) 00002000:00010000:3.0:1746146165.184235:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25dc00 00000100:00100000:0.0:1746146165.186576:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.186689:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202334720 00000100:00100000:3.0:1746146165.186696:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202334720 00000100:00100000:3.0:1746146165.186753:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31089 00000100:00100000:2.0:1746146165.186755:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.186760:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+85:1758:x1830966202334720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.186778:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746146165.186812:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202334848 00000100:00100000:0.0:1746146165.186815:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202334848 00000100:00100000:1.0:1746146165.186859:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31090 00000100:00100000:1.0:1746146165.186866:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1766:x1830966202334848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.186872:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.186879:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff093 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.186897:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff08c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.186903:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.186909:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.186911:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.187095:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.187123:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.187127:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.187131:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.187134:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.187158:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.187168:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.187175:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146165.187215:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+88:1758:x1830966202334720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 455us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.187221:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31089 00010000:00010000:1.0:1746146165.187762:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.187773:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.187784:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199302144:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.187843:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.190063:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199302144:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.190087:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.190099:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b600, rc 0) 00000100:00100000:1.0:1746146165.190138:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+87:1766:x1830966202334848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3273us (3383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.190145:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31090 00000100:00100000:0.0:1746146165.191801:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.191858:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202334976 00000100:00100000:2.0:1746146165.191864:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202334976 00010000:00010000:2.0:1746146165.191891:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.191922:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14433 00000100:00100000:2.0:1746146165.191928:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202334976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.191940:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.191954:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.191963:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.191981:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62eec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff085 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.192126:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.192129:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.192135:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 86 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.192141:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 86 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.192166:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 86 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.192175:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 86 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.192185:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199302272:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.192363:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.194622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.194693:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202335232 00000100:00100000:3.0:1746146165.194700:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202335232 00002000:00100000:3.0:1746146165.194753:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a462d80 x1830966202335232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.194761:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a462d80 with x1830966202335232 ext(0->4095) 00010000:00010000:3.0:1746146165.194768:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.194779:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.194785:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a462d80 00000100:00100000:3.0:1746146165.194802:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3360 00000100:00100000:3.0:1746146165.194807:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2008:x1830966202335232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.194917:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2008:x1830966202335232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.194922:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3360 00002000:00100000:3.0:1746146165.194927:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a462d80 x1830966202335232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.194934:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a462d80 with x1830966202335232 ext(0->4095) 00010000:00010000:3.0:1746146165.194938:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.194951:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.194956:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a462d80 00000100:00100000:2.0:1746146165.195253:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199302272:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.195270:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.195500:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202334976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3571us (3703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.195510:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14433 00000100:00100000:0.0:1746146165.198815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.198958:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202335360 00000100:00100000:2.0:1746146165.198966:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202335360 00010000:00010000:2.0:1746146165.198996:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.199020:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14434 00000100:00100000:2.0:1746146165.199027:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2010:x1830966202335360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.199038:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.199055:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.199065:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.199084:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb62ef3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff093 expref: 87 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.199114:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.199116:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.199121:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.199128:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.199154:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 86 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.199165:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199302400:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.199224:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.202191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.202280:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199302400:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.202299:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.202332:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2010:x1830966202335360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3305us (3522us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.202340:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14434 00000100:00100000:1.0:1746146165.202683:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202335616 00000100:00100000:1.0:1746146165.202689:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202335616 00002000:00100000:1.0:1746146165.202746:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461f80 x1830966202335616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.202755:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461f80 with x1830966202335616 ext(0->4095) 00002000:00010000:1.0:1746146165.202759:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a461f80 00000100:00100000:1.0:1746146165.202782:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13994 00000100:00100000:1.0:1746146165.202788:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2009:x1830966202335616:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146165.202888:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2009:x1830966202335616:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.202893:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13994 00002000:00100000:1.0:1746146165.202898:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461f80 x1830966202335616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.202904:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461f80 with x1830966202335616 ext(0->4095) 00002000:00010000:1.0:1746146165.202906:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a461f80 00000100:00100000:0.0:1746146165.210955:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.211040:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202335744 00000100:00100000:1.0:1746146165.211047:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202335744 00000100:00100000:3.0:1746146165.212204:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31091 00000100:00100000:3.0:1746146165.212218:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202335744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.212232:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.212246:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff09a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.212268:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.212274:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.212276:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.212278:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.212302:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 85 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.212312:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 85 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.212322:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199302528:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.212400:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.218815:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199302528:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.218841:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.218856:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146165.218892:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202335744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6679us (7944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.218899:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31091 00000100:00100000:0.0:1746146165.219338:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.219391:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202335872 00000100:00100000:3.0:1746146165.219395:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202335872 00002000:00100000:3.0:1746146165.219421:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009a461c00 x1830966202335872/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.219430:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966202335872 ext(0->7) 00010000:00010000:3.0:1746146165.219435:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.219445:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 86 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.219451:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461c00 00000100:00100000:3.0:1746146165.219472:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3361 00000100:00100000:3.0:1746146165.219477:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202335872:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146165.221016:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202335872:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1534us (1674us total) trans 4294972247 rc 0/0 00000100:00100000:0.0:1746146165.221025:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3361 00002000:00100000:0.0:1746146165.221033:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009a461c00 x1830966202335872/t4294972247(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.221041:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966202335872 ext(0->7) 00010000:00010000:0.0:1746146165.221047:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.221062:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.221067:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461c00 00000100:00100000:0.0:1746146165.227020:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.227071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.227153:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202336128 00000100:00100000:2.0:1746146165.227161:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202336128 00010000:00010000:2.0:1746146165.227191:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.227214:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14435 00000100:00100000:2.0:1746146165.227221:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202336128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.227231:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.227246:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.227256:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.227274:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62efa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff08c expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.227843:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202336000 00000100:00100000:3.0:1746146165.227847:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202336000 00000100:00100000:3.0:1746146165.228215:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31092 00000100:00100000:3.0:1746146165.228222:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+88:1758:x1830966202336000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.228234:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.228243:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0a1 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.228256:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.228261:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.228271:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.228275:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.228296:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.228298:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.228305:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.228314:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.228489:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.228501:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.228511:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199302656:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.228524:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.228543:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.228551:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199302784:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.228755:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.229451:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bec00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.232694:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.232790:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199302784:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.232809:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.232842:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2008:x1830966202336128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5621us (5770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.232851:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14435 00000100:00100000:3.0:1746146165.233165:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199302656:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.233184:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.233197:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146165.233219:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f148450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+88:1758:x1830966202336000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4998us (6208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.233228:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31092 00000100:00100000:1.0:1746146165.233458:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202336384 00000100:00100000:1.0:1746146165.233463:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202336384 00002000:00100000:1.0:1746146165.233490:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839500 x1830966202336384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.233498:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839500 with x1830966202336384 ext(0->4095) 00010000:00010000:1.0:1746146165.233503:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.233514:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.233519:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e839500 00000100:00100000:1.0:1746146165.233542:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3362 00000100:00100000:1.0:1746146165.233548:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202336384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146165.233642:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202336384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (956us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.233649:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3362 00002000:00100000:1.0:1746146165.233654:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839500 x1830966202336384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.233660:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839500 with x1830966202336384 ext(0->4095) 00010000:00010000:1.0:1746146165.233665:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.233673:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.233679:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e839500 00000100:00100000:0.0:1746146165.235630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.235830:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202336640 00000100:00100000:3.0:1746146165.235836:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202336640 00000100:00100000:0.0:1746146165.235863:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.235873:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31093 00000100:00100000:2.0:1746146165.235914:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202336512 00000100:00100000:2.0:1746146165.235921:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202336512 00000100:00100000:3.0:1746146165.235927:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1766:x1830966202336640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.235938:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 7 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.235939:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.235948:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0a8 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.235963:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746146165.235965:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14436 00010000:00010000:3.0:1746146165.235968:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.235970:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202336512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.235974:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.235977:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.235979:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.235992:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 8 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.236000:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 8 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.236002:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.236013:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff09a expref: 8 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.236021:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.236031:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.236032:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.236036:0:26612:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.236048:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.236063:0:26612:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.236071:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.236081:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199303040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.236140:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00010000:00010000:2.0:1746146165.236191:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.236210:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966202336512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 239us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.236216:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14436 00000100:00100000:3.0:1746146165.237422:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199303040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.237434:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146165.237469:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202336640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1543us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.237475:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31093 00000100:00100000:0.0:1746146165.237814:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.237919:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202336896 00000100:00100000:3.0:1746146165.237924:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202336896 00002000:00100000:3.0:1746146165.237950:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839f80 x1830966202336896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.237958:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839f80 with x1830966202336896 ext(0->4095) 00010000:00010000:3.0:1746146165.237965:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.237984:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.237990:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e839f80 00000100:00100000:3.0:1746146165.238004:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3363 00000100:00100000:3.0:1746146165.238010:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202336896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.238288:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202336896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 277us (473us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.238294:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3363 00002000:00100000:3.0:1746146165.238299:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839f80 x1830966202336896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.238306:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839f80 with x1830966202336896 ext(0->4095) 00010000:00010000:3.0:1746146165.238310:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.238318:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.238323:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e839f80 00000100:00100000:0.0:1746146165.239851:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.239887:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.239948:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202337024 00000100:00100000:3.0:1746146165.239952:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202337024 00000100:00100000:3.0:1746146165.239984:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31094 00000100:00100000:3.0:1746146165.239990:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+88:1758:x1830966202337024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.240000:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.240011:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0af expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.240026:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.240031:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.240035:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146165.240038:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.240062:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.240071:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.240079:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146165.240102:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1758:x1830966202337024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.240106:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31094 00000100:00100000:2.0:1746146165.240196:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202337152 00000100:00100000:2.0:1746146165.240200:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202337152 00010000:00010000:2.0:1746146165.240215:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 89 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.240245:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14437 00000100:00100000:2.0:1746146165.240251:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2007:x1830966202337152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.240259:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.240272:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 89 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.240281:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 89 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.240300:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb62f08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a1 expref: 89 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.240311:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.240313:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.240317:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.240323:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.240340:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.240350:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.240359:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199303296:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.240546:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.242564:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199303296:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.242582:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.242620:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202337152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2367us (2730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.242628:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14437 00000100:00100000:0.0:1746146165.242744:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.243157:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202337408 00000100:00100000:2.0:1746146165.243163:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202337408 00002000:00100000:2.0:1746146165.243189:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9500 x1830966202337408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.243197:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9500 with x1830966202337408 ext(0->4095) 00010000:00010000:2.0:1746146165.243203:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.243213:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.243218:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9500 00000100:00100000:2.0:1746146165.243240:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3364 00000100:00100000:2.0:1746146165.243246:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202337408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.243355:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202337408:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.243361:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3364 00002000:00100000:2.0:1746146165.243366:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9500 x1830966202337408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.243373:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9500 with x1830966202337408 ext(0->4095) 00010000:00010000:2.0:1746146165.243378:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.243386:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.243391:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9500 00000100:00100000:0.0:1746146165.245177:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.245254:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202337536 00000100:00100000:2.0:1746146165.245261:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202337536 00010000:00010000:2.0:1746146165.245284:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.245304:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14438 00000100:00100000:2.0:1746146165.245310:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202337536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.245320:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.245341:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.245350:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.245367:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62f0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0a8 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.245417:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.245419:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.245425:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.245432:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.245454:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.245468:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199303424:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.245599:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.247284:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199303424:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146165.247285:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146165.247300:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.247350:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202337792 00000100:00100000:1.0:1746146165.247358:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202337792 00000100:00100000:2.0:1746146165.247380:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202337536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2069us (2210us total) trans 0 rc 0/0 00002000:00100000:1.0:1746146165.247385:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fb480 x1830966202337792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746146165.247387:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14438 00002000:00100000:1.0:1746146165.247393:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fb480 with x1830966202337792 ext(0->4095) 00002000:00010000:1.0:1746146165.247396:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fb480 00000100:00100000:3.0:1746146165.247556:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13995 00000100:00100000:3.0:1746146165.247564:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202337792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.247672:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202337792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.247678:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13995 00002000:00100000:3.0:1746146165.247683:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fb480 x1830966202337792/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.247690:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fb480 with x1830966202337792 ext(0->4095) 00002000:00010000:3.0:1746146165.247693:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fb480 00000100:00100000:0.0:1746146165.249053:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.249149:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202337920 00000100:00100000:1.0:1746146165.249153:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202337920 00000100:00100000:1.0:1746146165.249178:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31095 00000100:00100000:1.0:1746146165.249184:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202337920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.249193:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.249205:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0b6 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.249228:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.249234:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.249235:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.249238:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.249256:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.249263:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.249270:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199303552:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.249366:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.250767:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199303552:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.250787:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.250798:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146165.250828:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202337920:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1644us (1777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.250834:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31095 00000100:00100000:0.0:1746146165.252450:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.252573:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202338048 00000100:00100000:2.0:1746146165.252580:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202338048 00010000:00010000:2.0:1746146165.252605:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.252628:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14439 00000100:00100000:2.0:1746146165.253013:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202338048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.253027:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.253208:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.253219:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.253235:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0af expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.253260:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.253262:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.253268:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.253276:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.253301:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.253316:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199303680:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.253838:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.256546:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199303680:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.256565:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.256599:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2008:x1830966202338048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3963us (4152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.256607:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14439 00000100:00100000:0.0:1746146165.257288:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.257339:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202338304 00000100:00100000:3.0:1746146165.257345:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202338304 00002000:00100000:3.0:1746146165.257375:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa300 x1830966202338304/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.257382:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa300 with x1830966202338304 ext(0->4095) 00002000:00010000:3.0:1746146165.257386:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fa300 00000100:00100000:3.0:1746146165.257449:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13996 00000100:00100000:3.0:1746146165.257455:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202338304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.257563:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202338304:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.257569:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13996 00002000:00100000:3.0:1746146165.257573:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa300 x1830966202338304/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.257579:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa300 with x1830966202338304 ext(0->4095) 00002000:00010000:3.0:1746146165.257581:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fa300 00000100:00100000:0.0:1746146165.258500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.258830:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202338432 00000100:00100000:1.0:1746146165.258835:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202338432 00000100:00100000:1.0:1746146165.258873:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31096 00000100:00100000:1.0:1746146165.258879:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+87:1758:x1830966202338432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.258889:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.258901:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0bd expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.258922:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.258928:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.258929:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.258932:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.258956:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.258967:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.258977:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199303808:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.259034:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.261153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.261377:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202338560 00000100:00100000:3.0:1746146165.261382:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202338560 00000100:00100000:3.0:1746146165.261420:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31097 00000100:00100000:3.0:1746146165.261427:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1766:x1830966202338560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.261439:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.261449:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0c4 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.261467:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.261471:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 90 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.261477:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.261479:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.261503:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 90 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.261513:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.261521:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:3.0:1746146165.261558:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1766:x1830966202338560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.261564:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31097 00000100:00100000:1.0:1746146165.261685:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199303808:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.261700:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 90 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.261711:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146165.261751:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202338432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2872us (3253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.261755:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31096 00000100:00100000:0.0:1746146165.263805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.263882:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202338688 00000100:00100000:2.0:1746146165.263887:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202338688 00010000:00010000:2.0:1746146165.263911:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.263931:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14440 00000100:00100000:2.0:1746146165.263937:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202338688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.263946:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.263960:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.263972:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.263989:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb62f1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0b6 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.264077:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.264080:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.264086:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.264092:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.264244:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 88 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.264256:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 88 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.264266:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304064:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.264333:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.268286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.268437:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202338944 00000100:00100000:3.0:1746146165.268443:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202338944 00002000:00100000:3.0:1746146165.268478:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fbb80 x1830966202338944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.268486:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fbb80 with x1830966202338944 ext(0->4095) 00010000:00010000:3.0:1746146165.268493:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 89 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.268511:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 89 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.268517:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fbb80 00000100:00100000:2.0:1746146165.268784:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304064:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.268800:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.268829:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202338688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4892us (5029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.268839:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14440 00000100:00100000:3.0:1746146165.269190:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3365 00000100:00100000:3.0:1746146165.269197:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2007:x1830966202338944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.269287:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2007:x1830966202338944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (1008us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.269292:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3365 00002000:00100000:3.0:1746146165.269297:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fbb80 x1830966202338944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.269304:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fbb80 with x1830966202338944 ext(0->4095) 00010000:00010000:3.0:1746146165.269309:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 89 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.269317:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 89 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.269323:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fbb80 00000100:00100000:0.0:1746146165.277357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.278096:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202339072 00000100:00100000:2.0:1746146165.278105:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202339072 00010000:00010000:2.0:1746146165.278133:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 89 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.278159:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14441 00000100:00100000:2.0:1746146165.278166:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2009:x1830966202339072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.278177:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.278192:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 89 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.278203:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 89 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.278221:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb62f24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0bd expref: 89 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.278248:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.278250:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.278256:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.278262:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.278288:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 88 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.278299:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304192:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.278356:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.287997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.288087:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202339328 00000100:00100000:1.0:1746146165.288094:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202339328 00002000:00100000:1.0:1746146165.288133:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151ad80 x1830966202339328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.288142:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151ad80 with x1830966202339328 ext(0->4095) 00002000:00010000:1.0:1746146165.288145:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a151ad80 00000100:00100000:2.0:1746146165.288152:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304192:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.288170:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.288173:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13997 00000100:00100000:1.0:1746146165.288179:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2007:x1830966202339328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.288203:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2009:x1830966202339072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10039us (10855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.288210:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14441 00000100:00100000:1.0:1746146165.288266:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202339328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.288835:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13997 00002000:00100000:1.0:1746146165.288842:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151ad80 x1830966202339328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.288850:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151ad80 with x1830966202339328 ext(0->4095) 00002000:00010000:1.0:1746146165.288853:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a151ad80 00000100:00100000:0.0:1746146165.292840:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.292930:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202339456 00000100:00100000:3.0:1746146165.292938:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202339456 00000100:00100000:3.0:1746146165.293045:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31098 00000100:00100000:3.0:1746146165.293052:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202339456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.293069:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.293084:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0cb expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.293107:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.293113:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.293115:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.293118:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.293141:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 87 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.293151:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 87 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.293161:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199304320:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.294170:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.297295:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199304320:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.297323:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.297338:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146165.297374:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202339456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4322us (4541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.297381:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31098 00000100:00100000:0.0:1746146165.301279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.301353:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202339584 00000100:00100000:1.0:1746146165.301360:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202339584 00002000:00100000:1.0:1746146165.301393:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a151bb80 x1830966202339584/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.301406:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151bb80 with x1830966202339584 ext(0->7) 00010000:00010000:1.0:1746146165.301413:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.301423:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 88 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.301428:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a151bb80 00000100:00100000:1.0:1746146165.301452:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3366 00000100:00100000:1.0:1746146165.301458:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202339584:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146165.302349:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202339584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 887us (1073us total) trans 4294972248 rc 0/0 00000100:00100000:0.0:1746146165.302357:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3366 00002000:00100000:0.0:1746146165.302364:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8800a151bb80 x1830966202339584/t4294972248(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.302372:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151bb80 with x1830966202339584 ext(0->7) 00010000:00010000:0.0:1746146165.302378:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.302391:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.302397:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a151bb80 00000100:00100000:0.0:1746146165.308191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.308304:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202339712 00000100:00100000:2.0:1746146165.308311:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202339712 00010000:00010000:2.0:1746146165.308339:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.309164:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14442 00000100:00100000:2.0:1746146165.309175:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2009:x1830966202339712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.309188:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746146165.309203:0:7219:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146165 -> 1746146166 00002000:00010000:2.0:1746146165.309205:0:7219:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146165 -> 1746146166 00010000:00010000:2.0:1746146165.309210:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.309221:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.309237:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62f2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0c4 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.309463:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.309465:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.309472:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.309479:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.309507:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.309517:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304448:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.309586:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.317666:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.317756:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202339840 00000100:00100000:3.0:1746146165.317768:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202339840 00000100:00100000:3.0:1746146165.317817:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31099 00000100:00100000:3.0:1746146165.317824:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202339840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.317839:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.317852:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0d2 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.317873:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.317880:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.317881:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.317884:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.317912:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.317922:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.317932:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199304576:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.317995:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.319437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.319625:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304448:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.319641:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.319670:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2009:x1830966202339712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10497us (11485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.319679:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14442 00000100:00100000:0.0:1746146165.319744:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202340096 00000100:00100000:0.0:1746146165.319748:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202340096 00002000:00100000:0.0:1746146165.319776:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0df80 x1830966202340096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.319785:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0df80 with x1830966202340096 ext(0->4095) 00010000:00010000:0.0:1746146165.319791:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.319802:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.319808:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0df80 00000100:00100000:0.0:1746146165.319834:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3367 00000100:00100000:0.0:1746146165.319840:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202340096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146165.319924:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202340096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (491us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146165.319930:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3367 00002000:00100000:0.0:1746146165.319934:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0df80 x1830966202340096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.319941:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0df80 with x1830966202340096 ext(0->4095) 00010000:00010000:0.0:1746146165.319946:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.319954:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.319959:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0df80 00000100:00100000:3.0:1746146165.323472:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199304576:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.323496:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.323515:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146165.323569:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202339840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5745us (5909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.323576:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31099 00000100:00100000:0.0:1746146165.324167:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.324224:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202340224 00000100:00100000:3.0:1746146165.324229:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202340224 00000100:00100000:3.0:1746146165.324429:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31100 00000100:00100000:3.0:1746146165.324437:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1766:x1830966202340224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.324450:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.324459:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0d9 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.324477:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.324480:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.324486:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.324489:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.324514:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.324747:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.324760:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146165.324795:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1766:x1830966202340224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 358us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.324800:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31100 00000100:00100000:3.0:1746146165.324919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.325036:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202340352 00000100:00100000:2.0:1746146165.325040:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202340352 00010000:00010000:2.0:1746146165.325058:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.325085:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14443 00000100:00100000:2.0:1746146165.325091:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202340352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.325101:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.325115:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.325123:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.325137:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0cb expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.325157:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.325159:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.325164:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.325170:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.325185:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.325194:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.325202:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304832:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.325257:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5beb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.327666:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304832:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.327682:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.327749:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202340352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2657us (2829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.327759:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14443 00000100:00100000:0.0:1746146165.328032:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.328097:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202340608 00000100:00100000:3.0:1746146165.328103:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202340608 00002000:00100000:3.0:1746146165.328136:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990e00 x1830966202340608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.328145:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990e00 with x1830966202340608 ext(0->4095) 00010000:00010000:3.0:1746146165.328151:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.328163:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.328168:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b990e00 00000100:00100000:3.0:1746146165.328183:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3368 00000100:00100000:3.0:1746146165.328188:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202340608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.328292:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202340608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (260us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.328298:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3368 00002000:00100000:3.0:1746146165.328302:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990e00 x1830966202340608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.328314:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990e00 with x1830966202340608 ext(0->4095) 00010000:00010000:3.0:1746146165.328318:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.328327:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.328332:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b990e00 00000100:00100000:0.0:1746146165.330325:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.330439:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202340736 00000100:00100000:2.0:1746146165.330445:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202340736 00010000:00010000:2.0:1746146165.330469:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.330499:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14444 00000100:00100000:2.0:1746146165.330506:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202340736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.330515:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.330539:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.330550:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.330568:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62f39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d2 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.330579:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.330580:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.330585:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.330592:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.330616:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.330626:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304960:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.330690:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.332829:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199304960:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.332845:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146165.333126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.333364:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202340736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2857us (3045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.333373:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14444 00000100:00100000:2.0:1746146165.333410:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202340992 00000100:00100000:2.0:1746146165.333415:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202340992 00002000:00100000:2.0:1746146165.333438:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3f100 x1830966202340992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.333446:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f100 with x1830966202340992 ext(0->4095) 00002000:00010000:2.0:1746146165.333450:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3f100 00000100:00100000:2.0:1746146165.333473:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13998 00000100:00100000:2.0:1746146165.333478:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202340992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.334167:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202340992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 685us (1039us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.334173:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13998 00002000:00100000:2.0:1746146165.334179:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3f100 x1830966202340992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.334193:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f100 with x1830966202340992 ext(0->4095) 00002000:00010000:2.0:1746146165.334196:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3f100 00000100:00100000:0.0:1746146165.336056:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.336144:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202341120 00000100:00100000:3.0:1746146165.336150:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202341120 00000100:00100000:3.0:1746146165.336331:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31101 00000100:00100000:3.0:1746146165.336338:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202341120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.336350:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.336363:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0e0 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.336385:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.336392:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.336393:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.336396:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.336418:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.336433:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 89 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.336442:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199305088:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.337049:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.338070:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199305088:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.338089:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.338101:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c600, rc 0) 00000100:00100000:3.0:1746146165.338227:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202341120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1888us (2174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.338234:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31101 00000100:00100000:0.0:1746146165.338604:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.338651:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202341248 00000100:00100000:2.0:1746146165.338655:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202341248 00010000:00010000:2.0:1746146165.338674:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.338702:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14445 00000100:00100000:2.0:1746146165.338707:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202341248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.338746:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.338762:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.338771:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.338789:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62f40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0d9 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.338804:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.338806:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.338811:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.338818:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.338842:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.338851:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199305216:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.338902:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.340106:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199305216:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.340118:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.340142:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2008:x1830966202341248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1435us (1539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.340150:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14445 00000100:00100000:0.0:1746146165.340501:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.340666:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202341504 00000100:00100000:2.0:1746146165.340671:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202341504 00002000:00100000:2.0:1746146165.340698:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f52a00 x1830966202341504/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.340706:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f52a00 with x1830966202341504 ext(0->4095) 00002000:00010000:2.0:1746146165.340710:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f52a00 00000100:00100000:2.0:1746146165.340760:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 13999 00000100:00100000:2.0:1746146165.340766:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202341504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.340915:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202341504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.340920:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 13999 00002000:00100000:2.0:1746146165.340925:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f52a00 x1830966202341504/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.340937:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f52a00 with x1830966202341504 ext(0->4095) 00002000:00010000:2.0:1746146165.340940:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f52a00 00000100:00100000:0.0:1746146165.343033:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.343177:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202341632 00000100:00100000:3.0:1746146165.343184:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202341632 00000100:00100000:3.0:1746146165.343227:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31102 00000100:00100000:3.0:1746146165.343233:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1766:x1830966202341632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.343247:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.343259:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0e7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.343280:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.343294:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.343296:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.343298:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.343322:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.343332:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.343343:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199305344:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.343410:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.345702:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.345954:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202341760 00000100:00100000:2.0:1746146165.345961:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202341760 00000100:00100000:2.0:1746146165.345993:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31103 00000100:00100000:2.0:1746146165.346000:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1758:x1830966202341760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.346013:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.346025:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0ee expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.346032:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199305344:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.346043:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.346047:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 92 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.346052:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.346055:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.346382:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 92 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.346391:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00010000:00010000:2.0:1746146165.346396:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 92 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.346404:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.346410:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:3.0:1746146165.346434:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+92:1766:x1830966202341632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3201us (3407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.346434:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+92:1758:x1830966202341760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 435us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.346440:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31103 00000100:00100000:3.0:1746146165.346704:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31102 00000100:00100000:0.0:1746146165.347832:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.347903:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202341888 00000100:00100000:2.0:1746146165.347908:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202341888 00010000:00010000:2.0:1746146165.347927:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.348025:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14446 00000100:00100000:2.0:1746146165.348031:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202341888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.348040:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.348053:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.348063:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.348079:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62f47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e0 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.348185:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.348187:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.348193:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.348200:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.348220:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.348230:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.348240:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199305600:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.348545:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.351824:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199305600:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.351842:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.352040:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202341888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4007us (4208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.352049:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14446 00000100:00100000:0.0:1746146165.352442:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.352508:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202342144 00000100:00100000:2.0:1746146165.352513:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202342144 00002000:00100000:2.0:1746146165.352553:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cdc00 x1830966202342144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.352561:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdc00 with x1830966202342144 ext(0->4095) 00010000:00010000:2.0:1746146165.352568:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.352579:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.352585:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cdc00 00000100:00100000:2.0:1746146165.352711:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3369 00000100:00100000:2.0:1746146165.352813:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202342144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.352906:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202342144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.352911:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3369 00002000:00100000:2.0:1746146165.352915:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cdc00 x1830966202342144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.352922:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdc00 with x1830966202342144 ext(0->4095) 00010000:00010000:2.0:1746146165.352925:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.352933:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.352937:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cdc00 00000100:00100000:0.0:1746146165.354152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.355164:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202342272 00000100:00100000:3.0:1746146165.355171:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202342272 00000100:00100000:3.0:1746146165.355212:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31104 00000100:00100000:3.0:1746146165.355219:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202342272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.355232:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.355245:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0f5 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.355264:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.355269:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.355275:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146165.355278:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.355303:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.355313:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.355321:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146165.355347:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202342272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (1198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.355352:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31104 00000100:00100000:0.0:1746146165.356094:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.356303:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202342400 00000100:00100000:2.0:1746146165.356307:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202342400 00010000:00010000:2.0:1746146165.356324:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.356352:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14447 00000100:00100000:2.0:1746146165.356357:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202342400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.356364:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.356377:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.356387:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.356403:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb62f4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0e7 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.356421:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.356422:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.356427:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.356433:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.356451:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.356460:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.356469:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199305856:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.356525:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.359119:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.359179:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202342656 00000100:00100000:3.0:1746146165.359186:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202342656 00002000:00100000:3.0:1746146165.359221:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aabb80 x1830966202342656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.359230:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aabb80 with x1830966202342656 ext(0->4095) 00010000:00010000:3.0:1746146165.359238:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.359250:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.359256:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aabb80 00000100:00100000:3.0:1746146165.359273:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3370 00000100:00100000:3.0:1746146165.359279:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202342656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.359404:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202342656:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (293us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.359410:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3370 00002000:00100000:3.0:1746146165.359415:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aabb80 x1830966202342656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.359421:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aabb80 with x1830966202342656 ext(0->4095) 00000100:00100000:2.0:1746146165.359424:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199305856:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.359425:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.359433:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.359438:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aabb80 00010000:00010000:2.0:1746146165.359442:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.359464:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202342400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3107us (3372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.359472:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14447 00000100:00100000:0.0:1746146165.363222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.363297:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.363400:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202342784 00000100:00100000:2.0:1746146165.363407:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202342784 00000100:00100000:2.0:1746146165.363441:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31105 00000100:00100000:2.0:1746146165.363448:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202342784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.363462:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.363473:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff0fc expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.363478:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202342912 00000100:00100000:3.0:1746146165.363483:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202342912 00010000:00010000:2.0:1746146165.363493:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.363498:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.363499:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 92 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.363503:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146165.363506:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.363520:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14448 00000100:00100000:3.0:1746146165.363525:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2007:x1830966202342912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.363547:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.363559:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 92 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.363560:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.363569:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 92 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.363789:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb62f55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0ee expref: 92 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.363789:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.363798:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.363800:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.363805:0:10121:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.363812:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.363825:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146165.363833:0:10121:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.363843:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.363853:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199306112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.364080:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202342912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 553us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.364086:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14448 00000100:00100000:2.0:1746146165.365149:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.370236:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199306112:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.370254:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146165.370256:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146165.370308:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202342784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6860us (7092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.370314:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31105 00000100:00100000:0.0:1746146165.370371:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202343168 00000100:00100000:0.0:1746146165.370376:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202343168 00002000:00100000:0.0:1746146165.370410:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0fb80 x1830966202343168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.370419:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0fb80 with x1830966202343168 ext(0->4095) 00010000:00010000:0.0:1746146165.370425:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.370437:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.370442:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0fb80 00000100:00100000:0.0:1746146165.370466:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3371 00000100:00100000:0.0:1746146165.370471:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202343168:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746146165.370578:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202343168:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146165.370583:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3371 00002000:00100000:0.0:1746146165.370588:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0fb80 x1830966202343168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.370594:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0fb80 with x1830966202343168 ext(0->4095) 00010000:00010000:0.0:1746146165.370599:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.370608:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.370613:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0fb80 00000100:00100000:0.0:1746146165.374685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.374805:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202343296 00000100:00100000:3.0:1746146165.374812:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202343296 00010000:00010000:3.0:1746146165.374838:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.374865:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14449 00000100:00100000:3.0:1746146165.374872:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202343296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.374884:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.374899:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.374908:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.374926:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0f5 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.374940:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.374942:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.374947:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 89 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.374954:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 89 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.374980:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 89 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.374989:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199306240:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.375054:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.379359:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199306240:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.379376:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.379416:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202343296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4544us (4736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.379424:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14449 00000100:00100000:1.0:1746146165.379479:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.379820:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202343552 00000100:00100000:2.0:1746146165.379825:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202343552 00002000:00100000:2.0:1746146165.379851:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ea00 x1830966202343552/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.379859:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ea00 with x1830966202343552 ext(0->4095) 00002000:00010000:2.0:1746146165.379863:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5ea00 00000100:00100000:2.0:1746146165.380099:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14000 00000100:00100000:2.0:1746146165.380106:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202343552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.380216:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202343552:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (736us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.380221:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14000 00002000:00100000:2.0:1746146165.380226:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ea00 x1830966202343552/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.380233:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ea00 with x1830966202343552 ext(0->4095) 00002000:00010000:2.0:1746146165.380235:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5ea00 00000100:00100000:0.0:1746146165.381937:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.382047:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202343680 00000100:00100000:2.0:1746146165.382052:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202343680 00000100:00100000:2.0:1746146165.382078:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31106 00000100:00100000:2.0:1746146165.382084:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202343680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.382095:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.382107:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff103 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.382127:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 89 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.382134:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.382135:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.382138:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.382164:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 89 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.382175:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 89 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.382184:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199306368:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.382993:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.384159:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199306368:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.384179:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.384191:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146165.384220:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202343680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2135us (2287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.384225:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31106 00000100:00100000:0.0:1746146165.384996:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.385322:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202343808 00000100:00100000:2.0:1746146165.385328:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202343808 00010000:00010000:2.0:1746146165.385350:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.385695:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14450 00000100:00100000:2.0:1746146165.385703:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202343808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.385810:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.385827:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.385837:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.385854:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb62f63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff0fc expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.385868:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.385870:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.385875:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.385881:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.385905:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.385915:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199306496:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.386322:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.387978:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199306496:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.387994:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.388037:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2007:x1830966202343808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2334us (3042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.388046:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14450 00000100:00100000:0.0:1746146165.388675:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.388773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.388852:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202344064 00000100:00100000:3.0:1746146165.388858:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202344064 00002000:00100000:3.0:1746146165.388887:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093f480 x1830966202344064/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.388896:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f480 with x1830966202344064 ext(0->4095) 00002000:00010000:3.0:1746146165.388899:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093f480 00000100:00100000:3.0:1746146165.388913:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14001 00000100:00100000:3.0:1746146165.388920:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202344064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.389015:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202344064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (341us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.389021:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14001 00002000:00100000:3.0:1746146165.389026:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093f480 x1830966202344064/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.389032:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f480 with x1830966202344064 ext(0->4095) 00002000:00010000:3.0:1746146165.389035:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093f480 00000100:00100000:2.0:1746146165.389113:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202344192 00000100:00100000:2.0:1746146165.389117:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202344192 00000100:00100000:2.0:1746146165.389136:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31107 00000100:00100000:2.0:1746146165.389141:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1758:x1830966202344192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.389149:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.389160:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff10a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.389180:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.389186:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.389187:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.389190:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.389212:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.389223:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.389238:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199306624:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.389286:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.392683:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199306624:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.392707:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.392761:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146165.392799:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202344192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3657us (4025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.392807:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31107 00000100:00100000:0.0:1746146165.392940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.393005:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202344320 00000100:00100000:2.0:1746146165.393011:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202344320 00000100:00100000:2.0:1746146165.393043:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31108 00000100:00100000:2.0:1746146165.393049:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1766:x1830966202344320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.393064:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.393075:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff111 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.393090:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746146165.393092:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146165.393094:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.393099:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.393102:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.393165:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202344448 00000100:00100000:3.0:1746146165.393169:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202344448 00010000:00010000:3.0:1746146165.393186:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.393214:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14451 00000100:00100000:3.0:1746146165.393219:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202344448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.393226:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.393240:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.393249:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.393263:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb62f6a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff103 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.393285:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.393287:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.393292:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.393298:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.393318:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.393328:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.393342:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199306752:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.393345:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.393352:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.393362:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199306880:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.393813:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.393846:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.395806:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.395959:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199306752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.395975:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.396006:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202344448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2786us (2913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.396014:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14451 00000100:00100000:3.0:1746146165.396053:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199306880:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.396071:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.396084:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:3.0:1746146165.396102:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1766:x1830966202344320:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3054us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.396110:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31108 00000100:00100000:2.0:1746146165.396182:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202344704 00000100:00100000:2.0:1746146165.396187:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202344704 00002000:00100000:2.0:1746146165.396214:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8fb80 x1830966202344704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.396222:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8fb80 with x1830966202344704 ext(0->4095) 00010000:00010000:2.0:1746146165.396227:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.396237:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.396242:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8fb80 00000100:00100000:2.0:1746146165.396266:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3372 00000100:00100000:2.0:1746146165.396271:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202344704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.396360:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202344704:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.396366:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3372 00002000:00100000:2.0:1746146165.396371:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8fb80 x1830966202344704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.396377:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8fb80 with x1830966202344704 ext(0->4095) 00010000:00010000:2.0:1746146165.396382:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.396390:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.396396:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8fb80 00000100:00100000:2.0:1746146165.398454:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.398497:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.398613:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202344832 00000100:00100000:3.0:1746146165.398618:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202344832 00000100:00100000:3.0:1746146165.398647:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31109 00000100:00100000:3.0:1746146165.398653:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1758:x1830966202344832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.398666:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.398678:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff118 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.398695:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.398700:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.398704:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146165.398707:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.398753:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.398764:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.398772:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146165.398800:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+92:1758:x1830966202344832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.398805:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31109 00000100:00100000:0.0:1746146165.399103:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202344960 00000100:00100000:0.0:1746146165.399107:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202344960 00010000:00010000:0.0:1746146165.399121:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 92 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746146165.399146:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14452 00000100:00100000:0.0:1746146165.399151:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2010:x1830966202344960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146165.399158:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146165.399171:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 92 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.399179:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 92 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.399194:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff10a expref: 92 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.399206:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.399207:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.399212:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.399218:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.399235:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.399244:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746146165.399255:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199307136:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146165.399307:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.401489:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.401579:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199307136:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.401593:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.401621:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2010:x1830966202344960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2470us (3124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.401630:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14452 00000100:00100000:3.0:1746146165.401822:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202345216 00000100:00100000:3.0:1746146165.401827:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202345216 00002000:00100000:3.0:1746146165.401853:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0e00 x1830966202345216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.401860:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0e00 with x1830966202345216 ext(0->4095) 00010000:00010000:3.0:1746146165.401867:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.401876:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.401882:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa0e00 00000100:00100000:3.0:1746146165.401895:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3373 00000100:00100000:3.0:1746146165.401900:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202345216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.401987:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202345216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.401992:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3373 00002000:00100000:3.0:1746146165.401997:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa0e00 x1830966202345216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.402004:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0e00 with x1830966202345216 ext(0->4095) 00010000:00010000:3.0:1746146165.402008:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.402016:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.402025:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa0e00 00000100:00100000:0.0:1746146165.404537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.405009:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202345344 00000100:00100000:0.0:1746146165.405009:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.405015:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202345344 00000100:00100000:3.0:1746146165.405052:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31110 00000100:00100000:3.0:1746146165.405059:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202345344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.405073:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746146165.405104:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202345472 00000100:00100000:2.0:1746146165.405107:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202345472 00010000:00010000:2.0:1746146165.405122:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.405176:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14453 00000100:00100000:2.0:1746146165.405182:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202345472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.405193:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.405209:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.405219:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.405239:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb62f78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff111 expref: 91 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.405263:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.405265:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.405270:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.405276:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.405299:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.405308:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199307264:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.405361:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff11f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.405377:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.405381:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.405382:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.405385:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.405400:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.405408:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.405416:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199307392:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.405629:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.405862:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.407939:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199307392:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.407963:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.407974:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146165.408010:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202345344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2952us (3487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.408017:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31110 00000100:00100000:2.0:1746146165.408480:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199307264:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.408492:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.408514:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202345472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3331us (3505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.408520:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14453 00000100:00100000:0.0:1746146165.408559:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.408571:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202345600 00000100:00100000:2.0:1746146165.408576:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202345600 00010000:00010000:2.0:1746146165.408592:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.408613:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14454 00000100:00100000:2.0:1746146165.408618:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2010:x1830966202345600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.408626:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.408639:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.408647:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.408664:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62f7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff118 expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.408673:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.408675:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.408679:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.408691:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.408711:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.408739:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199307520:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.408784:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.412939:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8d6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199307520:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.412957:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.413598:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2010:x1830966202345600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4977us (5037us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.413607:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14454 00000100:00100000:2.0:1746146165.413986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.414243:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202345856 00000100:00100000:0.0:1746146165.414250:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202345856 00002000:00100000:0.0:1746146165.414283:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6d80 x1830966202345856/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.414291:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6d80 with x1830966202345856 ext(0->4095) 00002000:00010000:0.0:1746146165.414295:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6d80 00000100:00100000:0.0:1746146165.414322:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14002 00000100:00100000:0.0:1746146165.414328:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202345856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146165.415357:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202345856:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1024us (1367us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146165.415364:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14002 00002000:00100000:0.0:1746146165.415371:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6d80 x1830966202345856/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.415378:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6d80 with x1830966202345856 ext(0->4095) 00002000:00010000:0.0:1746146165.415381:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6d80 00000100:00100000:0.0:1746146165.417542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.417617:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202345984 00000100:00100000:3.0:1746146165.417624:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202345984 00000100:00100000:3.0:1746146165.417658:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31111 00000100:00100000:3.0:1746146165.417663:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1766:x1830966202345984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.417677:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.417903:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff126 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.417928:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.417934:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.417935:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.417939:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.417964:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.417974:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.417985:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199307648:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.418061:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.420209:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.420316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.420384:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202346112 00000100:00100000:2.0:1746146165.420390:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202346112 00000100:00100000:2.0:1746146165.420435:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31112 00000100:00100000:2.0:1746146165.420441:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1758:x1830966202346112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.420454:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.420466:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff12d expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.420476:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199307648:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.420483:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.420487:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 92 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.420492:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.421102:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 92 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.421133:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 92 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.421144:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00010000:00010000:2.0:1746146165.421226:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 92 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.422028:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+92:1766:x1830966202345984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4361us (4502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.422035:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31111 00000100:00100000:3.0:1746146165.422073:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202346240 00000100:00100000:3.0:1746146165.422076:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202346240 00010000:00010000:3.0:1746146165.422102:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.422132:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14455 00000100:00100000:3.0:1746146165.422137:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202346240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.422146:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.422161:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.422170:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.422190:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62f86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff11f expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.422598:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 91 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.422611:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.422613:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.422618:0:10121:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.422625:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.422653:0:10121:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.422668:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.422677:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199307904:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.422746:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00010000:00010000:3.0:1746146165.422811:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.422834:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202346240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 696us (2518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.422841:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14455 00000100:00100000:2.0:1746146165.429401:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199307904:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146165.429405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.429556:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202346496 00000100:00100000:3.0:1746146165.429562:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202346496 00002000:00100000:3.0:1746146165.429599:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cda300 x1830966202346496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.429607:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cda300 with x1830966202346496 ext(0->4095) 00010000:00010000:2.0:1746146165.429674:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146165.429709:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+92:1758:x1830966202346112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9268us (9505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.429737:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31112 00010000:00010000:3.0:1746146165.429812:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 92 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.429826:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.429833:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cda300 00000100:00100000:3.0:1746146165.429853:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3374 00000100:00100000:3.0:1746146165.429861:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202346496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.429962:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202346496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (558us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.429967:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3374 00002000:00100000:3.0:1746146165.429973:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cda300 x1830966202346496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.429979:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cda300 with x1830966202346496 ext(0->4095) 00010000:00010000:3.0:1746146165.429984:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.429992:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.429998:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cda300 00000100:00100000:0.0:1746146165.432063:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.432106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.432181:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202346624 00000100:00100000:2.0:1746146165.432187:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202346624 00000100:00100000:2.0:1746146165.432227:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31113 00000100:00100000:2.0:1746146165.432233:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202346624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.432245:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.432257:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff134 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.432275:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.432280:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.432285:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146165.432288:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.432314:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.432324:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.432332:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146165.432360:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202346624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.432365:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31113 00000100:00100000:1.0:1746146165.432432:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202346752 00000100:00100000:1.0:1746146165.432436:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202346752 00010000:00010000:1.0:1746146165.432452:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.432468:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14456 00000100:00100000:1.0:1746146165.432473:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2009:x1830966202346752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.432480:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.432493:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.432502:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.432516:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb62f8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff126 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.432544:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.432545:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.432550:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.432557:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.432574:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.432583:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.432592:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199308160:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.432632:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.435178:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199308160:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146165.435193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146165.435195:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.435222:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2009:x1830966202346752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2748us (3114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.435230:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14456 00000100:00100000:3.0:1746146165.435425:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202347008 00000100:00100000:3.0:1746146165.435430:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202347008 00002000:00100000:3.0:1746146165.435457:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdaa00 x1830966202347008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.435466:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdaa00 with x1830966202347008 ext(0->4095) 00010000:00010000:3.0:1746146165.435472:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.435482:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.435488:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdaa00 00000100:00100000:3.0:1746146165.435515:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3375 00000100:00100000:3.0:1746146165.435521:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202347008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.435647:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202347008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.435687:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3375 00002000:00100000:3.0:1746146165.435693:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdaa00 x1830966202347008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.435700:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdaa00 with x1830966202347008 ext(0->4095) 00010000:00010000:3.0:1746146165.435707:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.435730:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.435736:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdaa00 00000100:00100000:0.0:1746146165.438109:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.438167:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202347136 00000100:00100000:0.0:1746146165.438168:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.438174:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202347136 00010000:00010000:1.0:1746146165.438198:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.438235:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14457 00000100:00100000:1.0:1746146165.438242:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202347136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.438252:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.438265:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.438275:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.438291:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202347264 00010000:00010000:1.0:1746146165.438294:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62f94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff12d expref: 90 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.438296:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202347264 00010000:00010000:1.0:1746146165.438319:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.438320:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.438326:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.438333:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.438358:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.438368:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199308288:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.438418:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31114 00000100:00100000:1.0:1746146165.438421:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.438434:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202347264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.438448:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.438457:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff13b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.438472:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.438478:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.438479:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.438482:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.438500:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.438510:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.438517:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199308416:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.438551:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.440053:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199308416:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.440071:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.440082:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:1.0:1746146165.440097:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199308288:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.440108:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1758:x1830966202347264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1684us (1938us total) trans 0 rc 0/0 00010000:00010000:1.0:1746146165.440109:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.440115:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31114 00000100:00100000:1.0:1746146165.440132:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202347136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1891us (2028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.440138:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14457 00000100:00100000:0.0:1746146165.440249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.440285:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202347520 00000100:00100000:3.0:1746146165.440290:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202347520 00002000:00100000:3.0:1746146165.440312:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb800 x1830966202347520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.440321:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb800 with x1830966202347520 ext(0->4095) 00010000:00010000:3.0:1746146165.440326:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.440339:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.440345:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdb800 00000100:00100000:3.0:1746146165.440368:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3376 00000100:00100000:3.0:1746146165.440374:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202347520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.440453:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202347520:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (205us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.440458:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3376 00002000:00100000:3.0:1746146165.440462:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb800 x1830966202347520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.440468:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb800 with x1830966202347520 ext(0->4095) 00010000:00010000:3.0:1746146165.440472:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.440480:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.440485:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdb800 00000100:00100000:0.0:1746146165.442239:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.442338:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202347648 00000100:00100000:1.0:1746146165.442343:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202347648 00010000:00010000:1.0:1746146165.442363:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.442701:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14458 00000100:00100000:1.0:1746146165.442709:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202347648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.442744:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.442758:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.442873:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.442892:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb62f9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff134 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.442915:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.442917:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.442923:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.442933:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.442959:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.442969:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199308544:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.443040:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.445618:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199308544:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.445637:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.445668:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202347648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2959us (3432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.445676:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14458 00000100:00100000:0.0:1746146165.445892:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.446512:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202347904 00000100:00100000:2.0:1746146165.446518:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202347904 00002000:00100000:2.0:1746146165.446559:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8700 x1830966202347904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.446567:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8700 with x1830966202347904 ext(0->4095) 00002000:00010000:2.0:1746146165.446571:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8700 00000100:00100000:2.0:1746146165.447372:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14003 00000100:00100000:2.0:1746146165.447379:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202347904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.447488:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202347904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (1596us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.447493:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14003 00002000:00100000:2.0:1746146165.447498:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8700 x1830966202347904/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.447505:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8700 with x1830966202347904 ext(0->4095) 00002000:00010000:2.0:1746146165.447508:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8700 00000100:00100000:0.0:1746146165.451340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.451444:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202348032 00000100:00100000:3.0:1746146165.451450:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202348032 00000100:00100000:3.0:1746146165.451496:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31115 00000100:00100000:3.0:1746146165.451504:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202348032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.451518:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.451542:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff142 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.451566:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.451573:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.451575:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.451578:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.451602:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.451612:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 89 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.451622:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199308672:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.451690:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.453141:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199308672:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.453161:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.453172:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:3.0:1746146165.453198:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202348032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1695us (1866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.453204:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31115 00000100:00100000:0.0:1746146165.454160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.454235:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202348160 00000100:00100000:1.0:1746146165.454241:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202348160 00010000:00010000:1.0:1746146165.454262:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.454294:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14459 00000100:00100000:1.0:1746146165.454300:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202348160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.454309:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.454324:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.454338:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.454355:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb62fa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff13b expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.454378:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.454379:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.454384:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.454392:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.454414:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.454423:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199308800:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.454468:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.456005:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.456065:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202348288 00000100:00100000:3.0:1746146165.456070:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202348288 00000100:00100000:3.0:1746146165.456107:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31116 00000100:00100000:3.0:1746146165.456112:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202348288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.456124:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.456134:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff149 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.456151:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.456157:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.456159:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.456161:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.456179:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.456188:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.456197:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199308928:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.456248:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.457459:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.457507:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202348544 00000100:00100000:2.0:1746146165.457511:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202348544 00000100:00100000:1.0:1746146165.457546:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199308800:192.168.203.12@tcp:105: 00002000:00100000:2.0:1746146165.457547:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815880 x1830966202348544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.457555:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815880 with x1830966202348544 ext(0->4095) 00010000:00010000:2.0:1746146165.457562:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.457562:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146165.457573:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.457578:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815880 00000100:00100000:1.0:1746146165.457585:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202348160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3286us (3427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.457594:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14459 00000100:00100000:2.0:1746146165.458100:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3377 00000100:00100000:2.0:1746146165.458107:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202348544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.458208:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202348544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (749us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.458214:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3377 00002000:00100000:2.0:1746146165.458219:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815880 x1830966202348544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.458226:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815880 with x1830966202348544 ext(0->4095) 00010000:00010000:2.0:1746146165.458231:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.458239:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.458244:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072815880 00000100:00100000:3.0:1746146165.458466:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199308928:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.458700:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.459175:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146165.459209:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202348288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3096us (3211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.459216:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31116 00000100:00100000:0.0:1746146165.460322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.461555:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202348672 00000100:00100000:3.0:1746146165.461562:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202348672 00000100:00100000:3.0:1746146165.461606:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31117 00000100:00100000:3.0:1746146165.461613:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1766:x1830966202348672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.461627:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.461637:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff150 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.461656:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.461660:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.461666:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.461670:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.461696:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.461706:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.461736:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146165.461770:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1766:x1830966202348672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.461775:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31117 00000100:00100000:0.0:1746146165.461993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.462632:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202348800 00000100:00100000:1.0:1746146165.462637:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202348800 00010000:00010000:1.0:1746146165.462656:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.462684:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14460 00000100:00100000:1.0:1746146165.462690:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202348800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.462698:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.462711:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.462745:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.462760:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb62fa9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff142 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.462781:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.462782:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.462788:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.462794:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.462814:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.462823:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.462832:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199309184:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.462884:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.465600:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.465822:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199309184:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.465838:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.465870:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202348800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3180us (3877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.465878:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14460 00000100:00100000:2.0:1746146165.466138:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202349056 00000100:00100000:2.0:1746146165.466143:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202349056 00002000:00100000:2.0:1746146165.466172:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814700 x1830966202349056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.466181:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814700 with x1830966202349056 ext(0->4095) 00010000:00010000:2.0:1746146165.466187:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.466198:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.466204:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814700 00000100:00100000:2.0:1746146165.466230:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3378 00000100:00100000:2.0:1746146165.466236:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202349056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.466330:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2007:x1830966202349056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (736us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.466336:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3378 00002000:00100000:2.0:1746146165.466341:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814700 x1830966202349056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.466347:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814700 with x1830966202349056 ext(0->4095) 00010000:00010000:2.0:1746146165.466352:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.466360:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.466365:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814700 00000100:00100000:0.0:1746146165.468882:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.468971:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202349184 00000100:00100000:1.0:1746146165.468976:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202349184 00010000:00010000:1.0:1746146165.469001:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.469030:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14461 00000100:00100000:1.0:1746146165.469037:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202349184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.469048:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.469061:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.469071:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.469090:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff149 expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.469113:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.469115:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.469121:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.469128:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.469154:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.469164:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199309312:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.469216:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.471296:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199309312:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.471313:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.471342:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202349184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2305us (2465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.471350:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14461 00000100:00100000:0.0:1746146165.471708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.471908:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202349440 00000100:00100000:3.0:1746146165.471914:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202349440 00002000:00100000:3.0:1746146165.471941:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814a80 x1830966202349440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.471949:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814a80 with x1830966202349440 ext(0->4095) 00002000:00010000:3.0:1746146165.471952:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072814a80 00000100:00100000:3.0:1746146165.471966:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14004 00000100:00100000:3.0:1746146165.471972:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202349440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.472064:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202349440:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.472069:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14004 00002000:00100000:3.0:1746146165.472074:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814a80 x1830966202349440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.472081:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814a80 with x1830966202349440 ext(0->4095) 00002000:00010000:3.0:1746146165.472083:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072814a80 00000100:00100000:0.0:1746146165.475332:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.475429:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202349568 00000100:00100000:2.0:1746146165.475436:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202349568 00000100:00100000:2.0:1746146165.475477:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31118 00000100:00100000:2.0:1746146165.475490:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202349568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.475505:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.475518:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff157 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.475547:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.475558:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.475559:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.475562:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.475584:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.475594:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 89 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.475604:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199309440:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.475678:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.479267:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199309440:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.479291:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.479305:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146165.479340:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202349568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3849us (4013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.479348:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31118 00000100:00100000:0.0:1746146165.479625:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.479809:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202349696 00000100:00100000:1.0:1746146165.479814:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202349696 00010000:00010000:1.0:1746146165.479835:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.480304:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14462 00000100:00100000:1.0:1746146165.480311:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202349696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.480321:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.480335:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.480350:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.480368:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb62fb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff150 expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.480382:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.480384:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.480389:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.480396:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.480418:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.480428:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199309568:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.481447:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.482520:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.482597:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202349824 00000100:00100000:2.0:1746146165.482602:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202349824 00000100:00100000:3.0:1746146165.483157:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31119 00000100:00100000:3.0:1746146165.483166:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202349824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.483179:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.483193:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff15e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.483214:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.483221:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.483222:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.483226:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.483250:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.483259:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.483270:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199309696:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.483338:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.485358:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199309568:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.485376:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.485414:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202349696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5104us (5789us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.485423:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14462 00000100:00100000:0.0:1746146165.487163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.487708:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202350080 00000100:00100000:2.0:1746146165.487739:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202350080 00002000:00100000:2.0:1746146165.487775:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1f80 x1830966202350080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.487784:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1f80 with x1830966202350080 ext(0->4095) 00010000:00010000:2.0:1746146165.487790:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.487802:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.487808:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1f80 00000100:00100000:2.0:1746146165.488145:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3379 00000100:00100000:2.0:1746146165.488152:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202350080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.488260:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202350080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1100us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.488267:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3379 00002000:00100000:2.0:1746146165.488272:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1f80 x1830966202350080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.488279:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1f80 with x1830966202350080 ext(0->4095) 00010000:00010000:2.0:1746146165.488283:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.488292:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.488297:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1f80 00000100:00100000:3.0:1746146165.488946:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199309696:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.488965:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 90 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.488976:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146165.488996:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202349824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5833us (6480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.489002:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31119 00000100:00100000:0.0:1746146165.491813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.492310:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202350208 00000100:00100000:1.0:1746146165.492318:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202350208 00010000:00010000:1.0:1746146165.492347:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.492409:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14463 00000100:00100000:1.0:1746146165.492416:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202350208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.492426:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.492441:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.492452:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.492470:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff157 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.492631:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.492634:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.492640:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.492647:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.492671:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.492682:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199309824:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.493008:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.496589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.496653:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202350464 00000100:00100000:3.0:1746146165.496659:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202350464 00002000:00100000:3.0:1746146165.496690:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e0000 x1830966202350464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.496700:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e0000 with x1830966202350464 ext(0->4095) 00002000:00010000:3.0:1746146165.496704:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e0000 00000100:00100000:1.0:1746146165.496817:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199309824:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.496834:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.496869:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202350208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4453us (5062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.496877:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14463 00000100:00100000:3.0:1746146165.497027:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14005 00000100:00100000:3.0:1746146165.497033:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202350464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.497117:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202350464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.497122:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14005 00002000:00100000:3.0:1746146165.497127:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e0000 x1830966202350464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.497135:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e0000 with x1830966202350464 ext(0->4095) 00002000:00010000:3.0:1746146165.497138:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e0000 00000100:00100000:0.0:1746146165.505811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.505893:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202350592 00000100:00100000:3.0:1746146165.505900:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202350592 00000100:00100000:3.0:1746146165.505990:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31120 00000100:00100000:3.0:1746146165.505998:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202350592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.506012:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.506024:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff165 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.506049:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.506061:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.506062:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.506066:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.506089:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 89 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.506099:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 89 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.506109:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199309952:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.506171:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.507547:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199309952:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.507569:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.507582:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c600, rc 0) 00000100:00100000:3.0:1746146165.507610:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202350592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1613us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.507617:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31120 00000100:00100000:0.0:1746146165.516907:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.516991:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202350720 00000100:00100000:2.0:1746146165.516999:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202350720 00002000:00100000:2.0:1746146165.517033:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008d175880 x1830966202350720/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.517042:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175880 with x1830966202350720 ext(0->7) 00010000:00010000:2.0:1746146165.517051:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.517062:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 90 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.517069:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d175880 00000100:00100000:2.0:1746146165.517097:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3380 00000100:00100000:2.0:1746146165.517103:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202350720:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146165.522237:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2008:x1830966202350720:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 5127us (5329us total) trans 4294972249 rc 0/0 00000100:00100000:0.0:1746146165.522248:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3380 00002000:00100000:0.0:1746146165.522256:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008d175880 x1830966202350720/t4294972249(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.522265:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175880 with x1830966202350720 ext(0->7) 00010000:00010000:0.0:1746146165.522273:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 92 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.522287:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 92 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.522298:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d175880 00000100:00100000:0.0:1746146165.528151:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.530087:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202350848 00000100:00100000:3.0:1746146165.530095:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202350848 00000100:00100000:3.0:1746146165.530145:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31121 00000100:00100000:3.0:1746146165.530152:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+92:1758:x1830966202350848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.530167:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.530180:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff16c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.530200:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.530205:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.530210:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146165.530214:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 93 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.530240:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.530250:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 93 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.530259:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146165.530295:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202350848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (2151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.530301:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31121 00000100:00100000:0.0:1746146165.531712:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.533258:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202350976 00000100:00100000:1.0:1746146165.533266:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202350976 00010000:00010000:1.0:1746146165.533296:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 93 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.534421:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14464 00000100:00100000:1.0:1746146165.534431:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2008:x1830966202350976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.534443:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.534458:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 93 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.534468:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 93 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.534763:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb62fc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff15e expref: 93 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.534786:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.534787:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.534793:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.534803:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.534829:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.534838:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.534847:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199310208:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.535615:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.537256:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199310208:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.537274:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.537303:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2008:x1830966202350976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2875us (5594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.537311:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14464 00000100:00100000:2.0:1746146165.538294:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.538363:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202351232 00000100:00100000:0.0:1746146165.538370:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202351232 00002000:00100000:0.0:1746146165.538402:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ca80 x1830966202351232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.538411:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ca80 with x1830966202351232 ext(0->4095) 00010000:00010000:0.0:1746146165.538418:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.538430:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.538436:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ca80 00000100:00100000:0.0:1746146165.538459:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3381 00000100:00100000:0.0:1746146165.538466:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202351232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146165.538695:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202351232:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 228us (401us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146165.538701:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3381 00002000:00100000:0.0:1746146165.538707:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ca80 x1830966202351232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.538738:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ca80 with x1830966202351232 ext(0->4095) 00010000:00010000:0.0:1746146165.538743:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.538752:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.538758:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8ca80 00000100:00100000:0.0:1746146165.541500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.541694:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202351360 00000100:00100000:1.0:1746146165.541702:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202351360 00010000:00010000:1.0:1746146165.541757:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.541794:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14465 00000100:00100000:1.0:1746146165.541802:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202351360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.541813:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.541829:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.541840:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.541858:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb62fcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff165 expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.541874:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.541876:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.541882:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.541889:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.541926:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.541936:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199310336:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.542008:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.545505:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134d5ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199310336:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.545537:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.545581:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202351360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3778us (4089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.545589:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14465 00000100:00100000:0.0:1746146165.546080:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.546170:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202351616 00000100:00100000:2.0:1746146165.546175:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202351616 00002000:00100000:2.0:1746146165.546209:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d176d80 x1830966202351616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.546217:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176d80 with x1830966202351616 ext(0->4095) 00002000:00010000:2.0:1746146165.546221:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d176d80 00000100:00100000:2.0:1746146165.546305:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14006 00000100:00100000:2.0:1746146165.546312:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2007:x1830966202351616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.546399:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2007:x1830966202351616:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.546403:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14006 00002000:00100000:2.0:1746146165.546408:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008d176d80 x1830966202351616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.546415:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176d80 with x1830966202351616 ext(0->4095) 00002000:00010000:2.0:1746146165.546417:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d176d80 00000100:00100000:0.0:1746146165.551270:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.551338:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202351744 00000100:00100000:2.0:1746146165.551345:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202351744 00000100:00100000:2.0:1746146165.551776:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31122 00000100:00100000:2.0:1746146165.551784:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202351744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.551799:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.551812:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff173 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.551835:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.551840:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.551842:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.551845:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.551868:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 91 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.551878:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 91 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.551888:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199310464:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.552865:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.552884:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199310464:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.553104:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.553116:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146165.553151:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202351744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1367us (1887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.553157:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31122 00000100:00100000:0.0:1746146165.554429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.554488:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202351872 00000100:00100000:3.0:1746146165.554494:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202351872 00002000:00100000:3.0:1746146165.554523:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089eae680 x1830966202351872/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.554542:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae680 with x1830966202351872 ext(0->7) 00010000:00010000:3.0:1746146165.554549:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 92 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.554565:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 92 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.554571:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae680 00000100:00100000:3.0:1746146165.554597:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3382 00000100:00100000:3.0:1746146165.554603:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2007:x1830966202351872:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146165.572822:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202351872:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 18212us (18389us total) trans 4294972250 rc 0/0 00000100:00100000:0.0:1746146165.572831:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3382 00002000:00100000:0.0:1746146165.572839:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089eae680 x1830966202351872/t4294972250(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.572848:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae680 with x1830966202351872 ext(0->7) 00010000:00010000:0.0:1746146165.572856:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.572873:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.572878:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae680 00000100:00100000:1.0:1746146165.572928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.573027:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202352000 00000100:00100000:3.0:1746146165.573033:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202352000 00000100:00100000:3.0:1746146165.573895:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31123 00000100:00100000:3.0:1746146165.573904:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+94:1758:x1830966202352000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.573916:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.573926:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff17a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.573945:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.573950:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.573955:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146165.573958:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.573987:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.574002:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.574010:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146165.574583:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202352000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 678us (1653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.574588:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31123 00000100:00100000:1.0:1746146165.575314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.575384:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202352128 00000100:00100000:2.0:1746146165.575389:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202352128 00010000:00010000:2.0:1746146165.575408:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 95 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.575478:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14466 00000100:00100000:2.0:1746146165.575484:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2009:x1830966202352128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.575494:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.575508:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 95 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.575518:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 95 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.575543:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb62fd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff16c expref: 95 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.576141:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.576143:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.576149:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.576156:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.576180:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.576194:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.576204:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199310720:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.576267:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.582264:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199310720:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.582279:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146165.582618:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.582758:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2009:x1830966202352128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7273us (7444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.582767:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14466 00000100:00100000:2.0:1746146165.582809:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202352384 00000100:00100000:2.0:1746146165.582814:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202352384 00002000:00100000:2.0:1746146165.582839:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaf800 x1830966202352384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.582853:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf800 with x1830966202352384 ext(0->4095) 00010000:00010000:2.0:1746146165.582859:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.582870:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.582875:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf800 00000100:00100000:2.0:1746146165.582903:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3383 00000100:00100000:2.0:1746146165.582909:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202352384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.583586:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202352384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 675us (967us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.583593:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3383 00002000:00100000:2.0:1746146165.583598:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaf800 x1830966202352384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.583605:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf800 with x1830966202352384 ext(0->4095) 00010000:00010000:2.0:1746146165.583610:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.583618:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.583623:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf800 00000100:00100000:0.0:1746146165.585387:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.585518:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202352512 00000100:00100000:2.0:1746146165.585524:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202352512 00010000:00010000:2.0:1746146165.585558:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.585589:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14467 00000100:00100000:2.0:1746146165.585595:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202352512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.585604:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.585617:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.585627:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.585645:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62fda lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff173 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.585661:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.585662:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.585668:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.585675:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.585700:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.585709:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199310848:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.585789:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.588225:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199310848:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.588242:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.588402:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202352512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2805us (3017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.588411:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14467 00000100:00100000:0.0:1746146165.588476:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.588568:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202352768 00000100:00100000:2.0:1746146165.588572:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202352768 00002000:00100000:2.0:1746146165.588597:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaca80 x1830966202352768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.588605:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaca80 with x1830966202352768 ext(0->4095) 00002000:00010000:2.0:1746146165.588609:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaca80 00000100:00100000:2.0:1746146165.588633:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14007 00000100:00100000:2.0:1746146165.588639:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202352768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.588918:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202352768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 278us (441us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.588924:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14007 00002000:00100000:2.0:1746146165.588929:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaca80 x1830966202352768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.588935:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaca80 with x1830966202352768 ext(0->4095) 00002000:00010000:2.0:1746146165.588938:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaca80 00000100:00100000:0.0:1746146165.590085:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.590138:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202352896 00000100:00100000:3.0:1746146165.590142:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202352896 00000100:00100000:3.0:1746146165.590174:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31124 00000100:00100000:3.0:1746146165.590180:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202352896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.590189:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.590202:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff181 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.590221:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.590228:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.590229:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.590232:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.590252:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.590266:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 93 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.590275:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199310976:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.590341:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.591618:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199310976:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.591636:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.591647:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146165.591669:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202352896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1489us (1586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.591675:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31124 00000100:00100000:0.0:1746146165.593205:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.593286:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202353024 00000100:00100000:2.0:1746146165.593292:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202353024 00010000:00010000:2.0:1746146165.593312:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.593394:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14468 00000100:00100000:2.0:1746146165.593399:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202353024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.593410:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.593423:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.593432:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.593447:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb62fe1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff17a expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.593592:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.593594:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.593600:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.593606:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.593628:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.593637:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199311104:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.593909:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.595785:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199311104:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.595801:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.595831:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2007:x1830966202353024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2431us (2628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.595838:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14468 00000100:00100000:0.0:1746146165.595899:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.595965:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202353280 00000100:00100000:2.0:1746146165.595970:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202353280 00002000:00100000:2.0:1746146165.595992:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eafb80 x1830966202353280/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.596000:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eafb80 with x1830966202353280 ext(0->4095) 00002000:00010000:2.0:1746146165.596003:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eafb80 00000100:00100000:2.0:1746146165.596054:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14008 00000100:00100000:2.0:1746146165.596060:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202353280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.596157:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202353280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.596163:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14008 00002000:00100000:2.0:1746146165.596168:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eafb80 x1830966202353280/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.596173:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eafb80 with x1830966202353280 ext(0->4095) 00002000:00010000:2.0:1746146165.596175:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eafb80 00000100:00100000:0.0:1746146165.597333:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.597478:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202353408 00000100:00100000:3.0:1746146165.597483:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202353408 00000100:00100000:3.0:1746146165.597516:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31125 00000100:00100000:3.0:1746146165.597521:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1766:x1830966202353408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.597541:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.597554:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff188 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.597579:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.597590:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.597592:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.597595:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.597617:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.597627:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.597640:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199311232:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.597706:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.601651:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.602017:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202353536 00000100:00100000:1.0:1746146165.602025:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202353536 00000100:00100000:1.0:1746146165.602061:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31126 00000100:00100000:1.0:1746146165.602067:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202353536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.602080:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.602093:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff18f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.602115:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.602119:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.602124:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.602127:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.602156:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.602166:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.602173:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:3.0:1746146165.602191:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199311232:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.602205:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.602205:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1758:x1830966202353536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.602210:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31126 00010000:00010000:3.0:1746146165.602212:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146165.602225:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202353408:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4704us (4895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.602229:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31125 00000100:00100000:0.0:1746146165.603427:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.603681:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202353664 00000100:00100000:2.0:1746146165.603686:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202353664 00010000:00010000:2.0:1746146165.603704:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.603752:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14469 00000100:00100000:2.0:1746146165.603758:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202353664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.603769:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.603782:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.603819:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.603837:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb62fe8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff181 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.603850:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.603851:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.603856:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.603863:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.603885:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.603894:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.603907:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199311488:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.603979:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.605944:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199311488:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.605961:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.605990:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202353664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2232us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.605998:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14469 00000100:00100000:0.0:1746146165.606247:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.606296:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202353920 00000100:00100000:3.0:1746146165.606301:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202353920 00002000:00100000:3.0:1746146165.606334:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865f80 x1830966202353920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.606348:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865f80 with x1830966202353920 ext(0->4095) 00010000:00010000:3.0:1746146165.606355:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 95 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.606367:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 95 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.606372:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b865f80 00000100:00100000:3.0:1746146165.606847:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3384 00000100:00100000:3.0:1746146165.606855:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202353920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.607144:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202353920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (896us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.607149:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3384 00002000:00100000:3.0:1746146165.607154:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b865f80 x1830966202353920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.607162:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b865f80 with x1830966202353920 ext(0->4095) 00010000:00010000:3.0:1746146165.607167:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 95 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.607175:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 95 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.607180:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b865f80 00000100:00100000:0.0:1746146165.609041:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.609119:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.609194:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202354048 00000100:00100000:2.0:1746146165.609201:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202354048 00000100:00100000:2.0:1746146165.609233:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31127 00000100:00100000:2.0:1746146165.609239:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202354048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.609251:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.609264:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff196 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.609283:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.609287:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.609292:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146165.609295:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.609322:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.609336:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.609345:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278e00, rc 0) 00000100:00100000:2.0:1746146165.609377:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202354048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.609383:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31127 00000100:00100000:3.0:1746146165.609488:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202354176 00000100:00100000:3.0:1746146165.609492:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202354176 00010000:00010000:3.0:1746146165.609509:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 95 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.609539:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14470 00000100:00100000:3.0:1746146165.609544:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202354176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.609552:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.609566:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 95 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.609575:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 95 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.609589:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb62fef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff188 expref: 95 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.609601:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.609603:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.609608:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.609614:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.609632:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.609641:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.609652:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199311744:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.609711:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.612676:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.612744:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202354432 00000100:00100000:3.0:1746146165.612751:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202354432 00002000:00100000:3.0:1746146165.612786:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8f800 x1830966202354432/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.612794:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f800 with x1830966202354432 ext(0->4095) 00010000:00010000:3.0:1746146165.612800:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 95 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.612811:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 95 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.612817:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8f800 00000100:00100000:3.0:1746146165.612841:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3385 00000100:00100000:3.0:1746146165.612848:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202354432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146165.612910:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199311744:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146165.612923:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146165.613142:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202354176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3596us (4021us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146165.613149:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14470 00000100:00100000:3.0:1746146165.613243:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202354432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 394us (574us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.613249:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3385 00002000:00100000:3.0:1746146165.613254:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8f800 x1830966202354432/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.613261:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f800 with x1830966202354432 ext(0->4095) 00010000:00010000:3.0:1746146165.613266:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.613275:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.613280:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8f800 00000100:00100000:0.0:1746146165.614819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.614935:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.614955:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202354560 00000100:00100000:0.0:1746146165.614960:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202354560 00010000:00010000:0.0:1746146165.614980:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746146165.615011:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14471 00000100:00100000:0.0:1746146165.615017:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2010:x1830966202354560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146165.615025:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146165.615047:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.615060:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.615076:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb62ff6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff18f expref: 94 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.615091:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.615092:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.615097:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.615104:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.615126:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146165.615135:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199311872:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.615627:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202354688 00000100:00100000:1.0:1746146165.615631:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202354688 00000100:00100000:1.0:1746146165.615669:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31128 00000100:00100000:1.0:1746146165.615676:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+94:1758:x1830966202354688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.615686:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.615695:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff19d expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146165.615700:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96000 going to sleep for 11 seconds 00010000:00010000:1.0:1746146165.615710:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.616022:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.616023:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.616027:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.616048:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.616058:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.616066:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080cda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199312000:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.616487:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.617665:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199311872:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.617680:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.617737:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2010:x1830966202354560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2719us (2800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.617745:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14471 00000100:00100000:1.0:1746146165.617753:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080cda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199312000:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.617852:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.617867:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:1.0:1746146165.617889:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+94:1758:x1830966202354688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2214us (3073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.617894:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31128 00000100:00100000:0.0:1746146165.618158:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.618200:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202354944 00000100:00100000:3.0:1746146165.618206:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202354944 00002000:00100000:3.0:1746146165.618235:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f7800 x1830966202354944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.618243:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f7800 with x1830966202354944 ext(0->4095) 00010000:00010000:3.0:1746146165.618249:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.618260:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.618266:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f7800 00000100:00100000:3.0:1746146165.618291:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3386 00000100:00100000:3.0:1746146165.618297:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202354944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.618393:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202354944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (236us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.618398:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3386 00002000:00100000:3.0:1746146165.618404:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f7800 x1830966202354944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.618411:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f7800 with x1830966202354944 ext(0->4095) 00010000:00010000:3.0:1746146165.618416:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.618424:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.618429:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f7800 00000100:00100000:0.0:1746146165.620497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.620561:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202355072 00000100:00100000:2.0:1746146165.620567:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202355072 00010000:00010000:2.0:1746146165.620592:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.620630:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14472 00000100:00100000:2.0:1746146165.620637:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202355072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.620647:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.620662:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.620671:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.620691:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278e00/0x88944630cfb62ffd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff196 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.620749:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.620751:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.620757:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.620763:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.620790:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.620799:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199312128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.621335:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.624083:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.624316:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202355328 00000100:00100000:1.0:1746146165.624322:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202355328 00002000:00100000:1.0:1746146165.624357:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4e00 x1830966202355328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.624365:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4e00 with x1830966202355328 ext(0->4095) 00002000:00010000:1.0:1746146165.624369:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f4e00 00000100:00100000:1.0:1746146165.624399:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14009 00000100:00100000:1.0:1746146165.624406:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202355328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.624475:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199312128:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.624493:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.624514:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202355072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3878us (4024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.624520:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202355328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.624521:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14472 00000100:00100000:1.0:1746146165.624535:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14009 00002000:00100000:1.0:1746146165.624539:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4e00 x1830966202355328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.624546:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4e00 with x1830966202355328 ext(0->4095) 00002000:00010000:1.0:1746146165.624549:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f4e00 00000100:00100000:0.0:1746146165.628826:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.628903:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202355456 00000100:00100000:1.0:1746146165.628910:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202355456 00000100:00100000:1.0:1746146165.629219:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31129 00000100:00100000:1.0:1746146165.629228:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202355456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.629242:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.629256:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1a4 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.629280:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.629286:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.629287:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.629290:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.629315:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.629325:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 93 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.629335:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080cda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199312256:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.629681:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.632465:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080cda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199312256:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.632490:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.632504:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00000100:00100000:1.0:1746146165.633093:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202355456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3864us (4271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.633103:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31129 00000100:00100000:0.0:1746146165.633126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.633264:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202355584 00000100:00100000:3.0:1746146165.633270:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202355584 00010000:00010000:3.0:1746146165.633292:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.633354:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14473 00000100:00100000:3.0:1746146165.633361:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202355584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.633371:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.633386:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.633395:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.633412:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63004 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff19d expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.633557:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.633560:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.633566:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.633573:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.633597:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.633606:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199312384:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.633910:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.635182:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.635312:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b311180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199312384:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.635328:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.635357:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2008:x1830966202355584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1997us (2231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.635365:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14473 00000100:00100000:1.0:1746146165.635576:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202355712 00000100:00100000:1.0:1746146165.635581:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202355712 00000100:00100000:1.0:1746146165.635653:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31130 00000100:00100000:1.0:1746146165.635660:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202355712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.635674:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.635688:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1ab expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.635708:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.635742:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.635743:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.635746:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.635768:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.635778:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.635786:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080cda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199312512:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.636037:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.636267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.636402:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202355968 00000100:00100000:1.0:1746146165.636406:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202355968 00002000:00100000:1.0:1746146165.636429:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b311180 x1830966202355968/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.636437:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311180 with x1830966202355968 ext(0->4095) 00010000:00010000:1.0:1746146165.636442:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.636450:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.636456:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b311180 00000100:00100000:1.0:1746146165.636479:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3387 00000100:00100000:1.0:1746146165.636485:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202355968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146165.637282:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202355968:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 794us (1012us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.637289:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3387 00002000:00100000:1.0:1746146165.637295:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b311180 x1830966202355968/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.637301:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311180 with x1830966202355968 ext(0->4095) 00010000:00010000:1.0:1746146165.637305:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.637313:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.637318:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b311180 00000100:00100000:1.0:1746146165.637501:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080cda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199312512:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.637519:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.637540:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146165.637560:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+94:1758:x1830966202355712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1902us (2384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.637566:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31130 00000100:00100000:0.0:1746146165.639255:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.639311:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202356096 00000100:00100000:3.0:1746146165.639317:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202356096 00010000:00010000:3.0:1746146165.639546:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.639578:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14474 00000100:00100000:3.0:1746146165.639585:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202356096:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.639596:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.639611:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.639621:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.639638:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6300b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1a4 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.639667:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.639669:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.639675:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.639682:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.639709:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.639738:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199312640:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.640372:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.643271:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199312640:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.643288:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146165.643305:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.643320:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202356096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3737us (4070us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.643332:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14474 00000100:00100000:1.0:1746146165.643392:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202356352 00000100:00100000:1.0:1746146165.643397:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202356352 00002000:00100000:1.0:1746146165.643429:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131adf480 x1830966202356352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.643439:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf480 with x1830966202356352 ext(0->4095) 00002000:00010000:1.0:1746146165.643442:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adf480 00000100:00100000:1.0:1746146165.643519:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14010 00000100:00100000:1.0:1746146165.643537:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202356352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146165.643647:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202356352:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.643653:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14010 00002000:00100000:1.0:1746146165.643658:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131adf480 x1830966202356352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.643665:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf480 with x1830966202356352 ext(0->4095) 00002000:00010000:1.0:1746146165.643667:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adf480 00000100:00100000:0.0:1746146165.645470:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.645569:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202356480 00000100:00100000:1.0:1746146165.645576:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202356480 00000100:00100000:2.0:1746146165.646050:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31131 00000100:00100000:2.0:1746146165.646060:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202356480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.646078:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.646095:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1b2 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.646121:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.646127:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.646129:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.646132:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.646159:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.646168:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 93 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.646177:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199312768:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.647076:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.649209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.649389:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199312768:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.649412:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.649426:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146165.649460:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202356480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3402us (3996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.649466:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31131 00000100:00100000:1.0:1746146165.649689:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202356608 00000100:00100000:1.0:1746146165.649694:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202356608 00002000:00100000:1.0:1746146165.649749:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007da2e680 x1830966202356608/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.649757:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2e680 with x1830966202356608 ext(0->7) 00010000:00010000:1.0:1746146165.649762:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.649771:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 94 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.649776:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2e680 00000100:00100000:1.0:1746146165.649789:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3388 00000100:00100000:1.0:1746146165.649795:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202356608:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146165.650652:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+96:2008:x1830966202356608:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 855us (1447us total) trans 4294972251 rc 0/0 00000100:00100000:0.0:1746146165.650658:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3388 00002000:00100000:0.0:1746146165.650664:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007da2e680 x1830966202356608/t4294972251(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.650670:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2e680 with x1830966202356608 ext(0->7) 00010000:00010000:0.0:1746146165.650674:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 96 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.650682:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 96 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.650687:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2e680 00000001:00080000:2.0:1746146165.651463:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972251 is committed 00000100:00100000:0.0:1746146165.656179:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.656633:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.656758:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202356736 00000100:00100000:2.0:1746146165.656766:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202356736 00000100:00100000:2.0:1746146165.656819:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31132 00000100:00100000:2.0:1746146165.656827:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:1758:x1830966202356736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.656846:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746146165.656901:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202356864 00000100:00100000:3.0:1746146165.656904:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202356864 00010000:00010000:3.0:1746146165.656923:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 7 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.656947:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1b9 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146165.656982:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14475 00000100:00100000:0.0:1746146165.656988:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202356864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146165.656997:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146165.657013:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.657023:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.657042:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63012 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ab expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.657050:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.657055:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.657099:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.657208:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.657216:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.657217:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.657222:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.657229:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.657322:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.657333:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.657344:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199312896:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.657442:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.657450:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.657457:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313024:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.657652:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.657860:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.659634:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199312896:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.659657:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.659670:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279200, rc 0) 00000100:00100000:2.0:1746146165.659710:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:1758:x1830966202356736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2883us (3539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.659740:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31132 00000100:00100000:3.0:1746146165.660637:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313024:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.660650:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.660668:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202356864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3680us (4036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.660676:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14475 00000100:00100000:0.0:1746146165.661547:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.661642:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202357120 00000100:00100000:2.0:1746146165.661647:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202357120 00002000:00100000:2.0:1746146165.661676:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2fb80 x1830966202357120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.661684:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2fb80 with x1830966202357120 ext(0->4095) 00010000:00010000:2.0:1746146165.661690:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.661700:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.661705:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2fb80 00000100:00100000:2.0:1746146165.661748:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3389 00000100:00100000:2.0:1746146165.661754:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202357120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.661865:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202357120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.661870:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3389 00002000:00100000:2.0:1746146165.661875:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2fb80 x1830966202357120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.661883:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2fb80 with x1830966202357120 ext(0->4095) 00010000:00010000:2.0:1746146165.661887:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.661895:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.661900:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2fb80 00000100:00100000:0.0:1746146165.663961:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.664082:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202357248 00000100:00100000:3.0:1746146165.664088:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202357248 00010000:00010000:3.0:1746146165.664110:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.664142:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14476 00000100:00100000:3.0:1746146165.664148:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202357248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.664159:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.664173:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.664183:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.664199:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63019 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b2 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.664226:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.664228:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.664234:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.664240:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.664262:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.664272:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313152:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.664339:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.665632:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313152:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.665648:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.665681:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202357248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1533us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.665692:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14476 00000100:00100000:0.0:1746146165.666229:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.666362:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202357504 00000100:00100000:1.0:1746146165.666367:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202357504 00002000:00100000:1.0:1746146165.666398:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa300 x1830966202357504/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.666406:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa300 with x1830966202357504 ext(0->4095) 00002000:00010000:1.0:1746146165.666410:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4fa300 00000100:00100000:1.0:1746146165.666431:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14011 00000100:00100000:1.0:1746146165.666438:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202357504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146165.666561:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202357504:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.666566:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14011 00002000:00100000:1.0:1746146165.666572:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa300 x1830966202357504/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.666579:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa300 with x1830966202357504 ext(0->4095) 00002000:00010000:1.0:1746146165.666581:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4fa300 00000100:00100000:0.0:1746146165.668500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.668604:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202357632 00000100:00100000:2.0:1746146165.668609:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202357632 00000100:00100000:2.0:1746146165.668645:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31133 00000100:00100000:2.0:1746146165.668651:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202357632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.668663:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.668675:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1c0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.668695:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.668701:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.668703:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.668706:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.668752:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.668762:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.668772:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199313280:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.668837:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.670640:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199313280:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.670662:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.670838:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279a00, rc 0) 00000100:00100000:2.0:1746146165.670876:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202357632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2224us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.670883:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31133 00000100:00100000:0.0:1746146165.671383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.671490:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202357760 00000100:00100000:3.0:1746146165.671495:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202357760 00010000:00010000:3.0:1746146165.671518:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.671559:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14477 00000100:00100000:3.0:1746146165.671565:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202357760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.671575:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.671590:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.671598:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.671616:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63020 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1b9 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.671640:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.671642:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.671647:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.671654:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.671677:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.671691:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313408:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.672411:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.676043:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.676279:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202358016 00000100:00100000:2.0:1746146165.676287:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202358016 00002000:00100000:2.0:1746146165.676327:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151a300 x1830966202358016/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.676336:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151a300 with x1830966202358016 ext(0->4095) 00002000:00010000:2.0:1746146165.676340:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a151a300 00000100:00100000:2.0:1746146165.676367:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14012 00000100:00100000:2.0:1746146165.676373:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202358016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.676492:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202358016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.676499:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14012 00002000:00100000:2.0:1746146165.676504:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151a300 x1830966202358016/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.676511:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151a300 with x1830966202358016 ext(0->4095) 00002000:00010000:2.0:1746146165.676513:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a151a300 00000100:00100000:3.0:1746146165.677556:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313408:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.677573:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.677612:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2007:x1830966202357760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6046us (6229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.677619:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14477 00000100:00100000:0.0:1746146165.679382:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.679634:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202358144 00000100:00100000:2.0:1746146165.679640:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202358144 00000100:00100000:2.0:1746146165.679683:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31134 00000100:00100000:2.0:1746146165.679690:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+5:1758:x1830966202358144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.679704:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.679740:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1c7 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.679762:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.679769:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.679770:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.679773:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.679796:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.679806:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.679816:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199313536:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.681114:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.681982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.682132:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202358272 00000100:00100000:1.0:1746146165.682139:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202358272 00000100:00100000:1.0:1746146165.682453:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31135 00000100:00100000:1.0:1746146165.682462:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:1766:x1830966202358272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.682476:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.682488:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1ce expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.682509:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.682515:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.682520:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.682524:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 8 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.682560:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.682569:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 8 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.682577:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a000, rc 0) 00000100:00100000:1.0:1746146165.682610:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1766:x1830966202358272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.682616:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31135 00000100:00100000:3.0:1746146165.684496:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199313536:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.684521:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.684541:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278800, rc 0) 00000100:00100000:3.0:1746146165.684581:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:1758:x1830966202358144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4891us (5204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.684587:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31134 00000100:00100000:0.0:1746146165.685011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.685432:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202358400 00000100:00100000:3.0:1746146165.685437:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202358400 00010000:00010000:3.0:1746146165.685458:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.685485:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14478 00000100:00100000:3.0:1746146165.685490:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202358400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.685500:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.685514:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.685523:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.685551:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63027 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c0 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.685578:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.685579:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.685585:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.685592:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.685615:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.685624:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.685632:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313792:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.685693:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.687787:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313792:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.687804:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.687847:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202358400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2356us (2836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.687856:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14478 00000100:00100000:0.0:1746146165.687870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.687913:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202358656 00000100:00100000:3.0:1746146165.687917:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202358656 00002000:00100000:3.0:1746146165.688463:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c745f80 x1830966202358656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.688471:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745f80 with x1830966202358656 ext(0->4095) 00010000:00010000:3.0:1746146165.688478:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.688489:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.688494:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c745f80 00000100:00100000:3.0:1746146165.688514:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3390 00000100:00100000:3.0:1746146165.688521:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202358656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.688622:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202358656:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (751us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.688627:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3390 00002000:00100000:3.0:1746146165.688631:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c745f80 x1830966202358656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.688637:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c745f80 with x1830966202358656 ext(0->4095) 00010000:00010000:3.0:1746146165.688641:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.688654:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:3.0:1746146165.688659:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c745f80 00000100:00100000:0.0:1746146165.690447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.690556:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202358784 00000100:00100000:3.0:1746146165.690562:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202358784 00010000:00010000:3.0:1746146165.690584:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.690610:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14479 00000100:00100000:3.0:1746146165.690616:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2009:x1830966202358784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.690627:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.690640:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.690649:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.690665:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278800/0x88944630cfb6302e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1c7 expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.690677:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.690678:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.690683:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.690695:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.690786:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.690797:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313920:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.691062:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.692404:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199313920:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.692418:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.692441:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202358784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1825us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.692450:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14479 00000100:00100000:0.0:1746146165.694769:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.694829:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202359040 00000100:00100000:2.0:1746146165.694837:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202359040 00002000:00100000:2.0:1746146165.694880:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2ea00 x1830966202359040/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.694889:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ea00 with x1830966202359040 ext(0->4095) 00002000:00010000:2.0:1746146165.694894:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2ea00 00000100:00100000:2.0:1746146165.695062:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14013 00000100:00100000:2.0:1746146165.695070:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202359040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.695313:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202359040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 242us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.695319:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14013 00002000:00100000:2.0:1746146165.695325:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2ea00 x1830966202359040/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.695333:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ea00 with x1830966202359040 ext(0->4095) 00002000:00010000:2.0:1746146165.695335:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2ea00 00000100:00100000:0.0:1746146165.697390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.697565:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202359168 00000100:00100000:3.0:1746146165.697572:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202359168 00000100:00100000:3.0:1746146165.697657:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31136 00000100:00100000:3.0:1746146165.697664:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202359168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.697678:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.697690:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1d5 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.697712:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.697742:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.697744:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.697747:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.697770:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.697780:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.697790:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199314048:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.697850:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.701011:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199314048:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146165.701033:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.701045:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146165.701085:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202359168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3421us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.701092:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31136 00000100:00100000:0.0:1746146165.701443:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.701832:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202359296 00000100:00100000:3.0:1746146165.701838:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202359296 00010000:00010000:3.0:1746146165.701859:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.701878:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14480 00000100:00100000:3.0:1746146165.701883:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202359296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.702108:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.702124:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.702133:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.702151:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63035 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ce expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.702249:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.702317:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.702324:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.702331:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.702354:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.702362:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199314176:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.702418:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.704838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.704922:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202359424 00000100:00100000:3.0:1746146165.704929:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202359424 00000100:00100000:3.0:1746146165.704974:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31137 00000100:00100000:3.0:1746146165.704982:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:1758:x1830966202359424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.704998:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.705009:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1dc expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.705029:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.705035:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.705037:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.705039:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.705060:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.705073:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.705081:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199314304:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.705128:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994386c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.705269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.705305:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202359680 00000100:00100000:2.0:1746146165.705310:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202359680 00002000:00100000:2.0:1746146165.705333:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cda680 x1830966202359680/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.705341:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cda680 with x1830966202359680 ext(0->4095) 00010000:00010000:2.0:1746146165.705347:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.705357:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.705362:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cda680 00000100:00100000:2.0:1746146165.705374:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3391 00000100:00100000:2.0:1746146165.705379:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202359680:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146165.705468:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202359680:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 87us (198us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.705476:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3391 00002000:00100000:2.0:1746146165.705481:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cda680 x1830966202359680/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.705487:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cda680 with x1830966202359680 ext(0->4095) 00010000:00010000:2.0:1746146165.705492:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.705500:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.705506:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cda680 00000100:00100000:3.0:1746146165.705906:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b310a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199314176:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.705919:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.706082:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202359296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4198us (4639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.706090:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14480 00000100:00100000:0.0:1746146165.707421:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.707470:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202359808 00000100:00100000:2.0:1746146165.707475:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202359808 00000100:00100000:2.0:1746146165.707509:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31138 00000100:00100000:3.0:1746146165.707513:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199314304:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.707516:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:1766:x1830966202359808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.707536:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.707539:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.707548:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1e3 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.707550:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00010000:00010000:2.0:1746146165.707562:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.707567:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.707572:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1758:x1830966202359424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2592us (2741us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146165.707572:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.707575:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.707576:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31137 00010000:00010000:2.0:1746146165.707602:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.707611:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.707618:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279a00, rc 0) 00000100:00100000:2.0:1746146165.707635:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:1766:x1830966202359808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.707640:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31138 00000100:00100000:0.0:1746146165.708241:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.708297:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202359936 00000100:00100000:3.0:1746146165.708300:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202359936 00010000:00010000:3.0:1746146165.708314:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.708329:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14481 00000100:00100000:3.0:1746146165.708333:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202359936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.708340:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.708352:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.708360:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.708373:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6303c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1d5 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.708393:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.708395:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.708399:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.708405:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.708420:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.708428:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.708436:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199314560:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.708486:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994386c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.710988:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.711037:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202360192 00000100:00100000:2.0:1746146165.711042:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202360192 00000100:00100000:3.0:1746146165.711056:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199314560:192.168.203.12@tcp:105: 00002000:00100000:2.0:1746146165.711069:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955880 x1830966202360192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746146165.711070:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746146165.711075:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955880 with x1830966202360192 ext(0->4095) 00010000:00010000:2.0:1746146165.711080:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.711088:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.711092:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955880 00000100:00100000:2.0:1746146165.711106:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3392 00000100:00100000:3.0:1746146165.711109:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202359936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2774us (2868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.711110:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202360192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.711117:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14481 00000100:00100000:2.0:1746146165.711194:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202360192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (211us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.711198:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3392 00002000:00100000:2.0:1746146165.711201:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955880 x1830966202360192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.711205:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955880 with x1830966202360192 ext(0->4095) 00010000:00010000:2.0:1746146165.711208:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.711213:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.711217:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955880 00000100:00100000:0.0:1746146165.712545:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.712592:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202360320 00000100:00100000:3.0:1746146165.712596:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202360320 00010000:00010000:3.0:1746146165.712613:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.713660:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14482 00000100:00100000:3.0:1746146165.713671:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202360320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.713683:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.713700:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.713712:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.713741:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63043 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1dc expref: 7 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.713769:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.713771:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.713777:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.713784:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.713809:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.713819:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199314688:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.713891:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994386c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.719640:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.719737:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202360576 00000100:00100000:2.0:1746146165.719745:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202360576 00002000:00100000:2.0:1746146165.719779:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9c00 x1830966202360576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.719788:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9c00 with x1830966202360576 ext(0->4095) 00002000:00010000:2.0:1746146165.719792:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9c00 00000100:00100000:2.0:1746146165.719812:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14014 00000100:00100000:2.0:1746146165.719817:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202360576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.719922:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202360576:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.719928:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14014 00002000:00100000:2.0:1746146165.719932:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9c00 x1830966202360576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.719943:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9c00 with x1830966202360576 ext(0->4095) 00002000:00010000:2.0:1746146165.719945:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9c00 00000100:00100000:3.0:1746146165.720142:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199314688:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.720156:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.720173:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202360320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6506us (7631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.720179:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14482 00000100:00100000:0.0:1746146165.724897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.724983:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202360704 00000100:00100000:2.0:1746146165.724990:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202360704 00000100:00100000:2.0:1746146165.725174:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31139 00000100:00100000:2.0:1746146165.725182:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202360704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.725196:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.725209:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1ea expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.725233:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.725239:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.725240:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.725243:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.725268:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.725278:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:2.0:1746146165.725289:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199314816:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.725352:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.730838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.730917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.730992:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202360960 00000100:00100000:1.0:1746146165.731000:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202360960 00000100:00100000:1.0:1746146165.731044:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31140 00000100:00100000:1.0:1746146165.731054:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:1758:x1830966202360960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.731070:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.731086:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1f1 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.731111:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.731116:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.731122:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146165.731125:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.731160:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.731173:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.731182:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146165.731219:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:1758:x1830966202360960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.731226:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31140 00000100:00100000:2.0:1746146165.731353:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199314816:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146165.731374:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.731382:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279200, rc 0) 00000100:00100000:2.0:1746146165.731398:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f148050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202360704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6217us (6508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.731403:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31139 00000100:00100000:3.0:1746146165.731575:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202360832 00000100:00100000:3.0:1746146165.731579:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202360832 00010000:00010000:3.0:1746146165.731595:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 7 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.731611:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14483 00000100:00100000:3.0:1746146165.731616:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202360832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.731623:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.731636:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 7 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.731644:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 7 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.731660:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb6304a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1e3 expref: 7 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.731674:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.731676:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.731682:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.731689:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.731710:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.731751:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 5 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.731761:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199315072:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.731820:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994386c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.735702:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.735761:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202361216 00000100:00100000:1.0:1746146165.735769:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202361216 00002000:00100000:1.0:1746146165.735801:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5500 x1830966202361216/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.735809:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5500 with x1830966202361216 ext(0->4095) 00010000:00010000:1.0:1746146165.735816:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.735827:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.735833:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef5500 00000100:00100000:1.0:1746146165.735858:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3393 00000100:00100000:1.0:1746146165.735864:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202361216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146165.735976:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202361216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.735982:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3393 00002000:00100000:1.0:1746146165.735987:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5500 x1830966202361216/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.735993:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5500 with x1830966202361216 ext(0->4095) 00010000:00010000:1.0:1746146165.735997:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.736009:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:1.0:1746146165.736014:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef5500 00000100:00100000:3.0:1746146165.736230:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199315072:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.736244:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.737671:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202360832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6049us (6835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.737680:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14483 00000100:00100000:0.0:1746146165.739826:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.739932:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202361344 00000100:00100000:3.0:1746146165.739940:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202361344 00010000:00010000:3.0:1746146165.739967:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.739998:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14484 00000100:00100000:3.0:1746146165.740005:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202361344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.740015:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.740030:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.740038:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.740055:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279200/0x88944630cfb63051 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ea expref: 6 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.740082:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.740085:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.740090:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.740095:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.740120:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.740128:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199315200:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.740185:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994386c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.741844:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199315200:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.741857:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.742561:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202361344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2554us (2738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.742571:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14484 00000100:00100000:0.0:1746146165.742637:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.742678:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202361600 00000100:00100000:3.0:1746146165.742682:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202361600 00002000:00100000:3.0:1746146165.742702:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5180 x1830966202361600/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.742708:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5180 with x1830966202361600 ext(0->4095) 00002000:00010000:3.0:1746146165.742711:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef5180 00000100:00100000:3.0:1746146165.742745:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14015 00000100:00100000:3.0:1746146165.742750:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202361600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.742830:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202361600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 80us (194us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.742834:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14015 00002000:00100000:3.0:1746146165.742838:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5180 x1830966202361600/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.742842:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5180 with x1830966202361600 ext(0->4095) 00002000:00010000:3.0:1746146165.742844:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef5180 00000100:00100000:0.0:1746146165.743850:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.743908:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202361728 00000100:00100000:2.0:1746146165.743912:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202361728 00000100:00100000:1.0:1746146165.745186:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31141 00000100:00100000:1.0:1746146165.745199:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202361728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.745213:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.745230:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1f8 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.745251:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.745257:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.745259:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.745261:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.745285:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.745763:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 5 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.745776:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072814e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199315328:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.745852:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.748292:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072814e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199315328:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.748319:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.748333:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00000100:00100000:1.0:1746146165.748364:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202361728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3169us (4516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.748371:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31141 00000100:00100000:0.0:1746146165.748860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.749128:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202361856 00000100:00100000:2.0:1746146165.749133:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202361856 00002000:00100000:2.0:1746146165.749162:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012cef7100 x1830966202361856/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.749169:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7100 with x1830966202361856 ext(0->7) 00010000:00010000:2.0:1746146165.749174:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.749184:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 6 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.749190:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7100 00000100:00100000:2.0:1746146165.749217:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3394 00000100:00100000:2.0:1746146165.749224:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202361856:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146165.750219:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202361856:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 991us (1356us total) trans 4294972252 rc 0/0 00000100:00100000:0.0:1746146165.750226:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3394 00002000:00100000:0.0:1746146165.750233:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012cef7100 x1830966202361856/t4294972252(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.750240:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7100 with x1830966202361856 ext(0->7) 00010000:00010000:0.0:1746146165.750246:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.750257:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.750262:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7100 00000100:00100000:0.0:1746146165.752735:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.752820:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202361984 00000100:00100000:3.0:1746146165.752828:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202361984 00010000:00010000:3.0:1746146165.752908:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.752942:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14485 00000100:00100000:3.0:1746146165.752948:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2010:x1830966202361984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.752959:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.752973:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.752983:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.753000:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63058 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f1 expref: 8 pid: 10121 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.753023:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.753025:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.753030:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.753041:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.753067:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.753077:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199315456:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.753137:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994389c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.754512:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199315456:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.754539:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.754574:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202361984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1626us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.754582:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14485 00000100:00100000:0.0:1746146165.754936:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.755019:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202362240 00000100:00100000:2.0:1746146165.755023:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202362240 00002000:00100000:2.0:1746146165.755048:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5880 x1830966202362240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.755056:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5880 with x1830966202362240 ext(0->4095) 00002000:00010000:2.0:1746146165.755060:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef5880 00000100:00100000:2.0:1746146165.755086:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14016 00000100:00100000:2.0:1746146165.755091:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202362240:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746146165.755187:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202362240:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (251us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.755192:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14016 00002000:00100000:2.0:1746146165.755197:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5880 x1830966202362240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.755203:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5880 with x1830966202362240 ext(0->4095) 00002000:00010000:2.0:1746146165.755205:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef5880 00000100:00100000:0.0:1746146165.757503:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.757578:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202362496 00000100:00100000:1.0:1746146165.757583:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202362496 00000100:00100000:1.0:1746146165.757619:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31142 00000100:00100000:1.0:1746146165.757625:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:1766:x1830966202362496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.757639:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.757652:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff206 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.757676:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.757682:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.757683:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.757686:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.757709:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.757737:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:0.0:1746146165.757784:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.757829:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072814e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199315584:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146165.757858:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202362368 00000100:00100000:2.0:1746146165.757862:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202362368 00000100:00100000:2.0:1746146165.757879:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31143 00000100:00100000:2.0:1746146165.757883:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1758:x1830966202362368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.757894:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746146165.757894:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00010000:00010000:2.0:1746146165.757899:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff1ff expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.757909:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.757912:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.757917:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.757920:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.757938:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.757947:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.757954:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146165.757974:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+10:1758:x1830966202362368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.757979:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31143 00000100:00100000:1.0:1746146165.759828:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072814e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199315584:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.759850:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.759862:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:1.0:1746146165.759902:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1766:x1830966202362496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2277us (2403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.759908:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31142 00000100:00100000:0.0:1746146165.760777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.760917:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202362624 00000100:00100000:3.0:1746146165.760923:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202362624 00010000:00010000:3.0:1746146165.760944:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.760973:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14486 00000100:00100000:3.0:1746146165.760980:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202362624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.760989:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.761006:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.761015:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.761032:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6305f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1f8 expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.761046:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.761048:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.761053:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.761059:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.761080:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.761094:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 8 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.761104:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199315840:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.761217:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.764078:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.764104:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199315840:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.764119:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146165.764137:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202362880 00000100:00100000:0.0:1746146165.764142:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202362880 00000100:00100000:3.0:1746146165.764153:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202362624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3173us (3377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.764161:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14486 00002000:00100000:0.0:1746146165.764174:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814e00 x1830966202362880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.764183:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814e00 with x1830966202362880 ext(0->4095) 00010000:00010000:0.0:1746146165.764189:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.764200:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.764205:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814e00 00000100:00100000:0.0:1746146165.764218:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3395 00000100:00100000:0.0:1746146165.764224:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202362880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146165.764313:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202362880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146165.764318:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3395 00002000:00100000:0.0:1746146165.764323:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814e00 x1830966202362880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.764335:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814e00 with x1830966202362880 ext(0->4095) 00010000:00010000:0.0:1746146165.764340:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:0.0:1746146165.764348:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:0.0:1746146165.764354:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814e00 00000100:00100000:0.0:1746146165.767145:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.767293:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202363008 00000100:00100000:1.0:1746146165.767300:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202363008 00000100:00100000:0.0:1746146165.767344:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.767659:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202363136 00000100:00100000:3.0:1746146165.767664:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202363136 00010000:00010000:3.0:1746146165.767684:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.767708:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14487 00000100:00100000:3.0:1746146165.767739:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202363136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.767750:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.767766:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.767776:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.767793:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ba00/0x88944630cfb63066 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff206 expref: 9 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.767893:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31144 00000100:00100000:1.0:1746146165.767900:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202363008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.767912:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.767921:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff20d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.767941:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.767946:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.767951:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.767954:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.767980:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.767990:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.767997:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.767998:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.768003:0:9583:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.768008:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.768020:0:9583:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.768028:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 867 lvb_type: 0 00000100:00100000:1.0:1746146165.768037:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199316096:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.768164:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00010000:00010000:3.0:1746146165.768197:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.768217:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202363136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 503us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.768224:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14487 00000100:00100000:1.0:1746146165.770441:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199316096:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.770459:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b600, rc 0) 00000100:00100000:1.0:1746146165.770507:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202363008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2607us (3368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.770514:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31144 00000100:00100000:0.0:1746146165.771318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.771707:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202363392 00000100:00100000:2.0:1746146165.771742:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202363392 00002000:00100000:2.0:1746146165.771773:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27800 x1830966202363392/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.771781:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27800 with x1830966202363392 ext(0->4095) 00010000:00010000:2.0:1746146165.771788:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.771799:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.771803:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e27800 00000100:00100000:2.0:1746146165.771823:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3396 00000100:00100000:2.0:1746146165.771828:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202363392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146165.771935:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202363392:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.771940:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3396 00002000:00100000:2.0:1746146165.771945:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27800 x1830966202363392/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.771951:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27800 with x1830966202363392 ext(0->4095) 00010000:00010000:2.0:1746146165.771955:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.771963:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 8 pid: 26612 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.771967:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e27800 00000100:00100000:0.0:1746146165.774297:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.774747:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202363520 00000100:00100000:1.0:1746146165.774755:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202363520 00000100:00100000:0.0:1746146165.774858:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.774922:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31145 00000100:00100000:1.0:1746146165.774930:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1758:x1830966202363520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.774944:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.774957:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff214 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.774967:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202363648 00000100:00100000:3.0:1746146165.774971:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202363648 00010000:00010000:1.0:1746146165.774978:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.774984:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.774986:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 10 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:1.0:1746146165.774989:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146165.774992:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.775007:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14488 00000100:00100000:3.0:1746146165.775013:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966202363648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.775020:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.775022:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.775031:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.775073:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 10 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.775083:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 10 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.775096:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6306d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff1ff expref: 10 pid: 26612 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.775117:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.775119:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.775123:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.775133:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.775148:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8aa00, rc 0) 00010000:00010000:3.0:1746146165.775151:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.775160:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 5 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.775170:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199316352:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.775182:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1758:x1830966202363520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 254us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.775188:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31145 00000100:00100000:3.0:1746146165.775222:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.776992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.777292:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202363904 00000100:00100000:2.0:1746146165.777298:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202363904 00002000:00100000:2.0:1746146165.777329:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c728380 x1830966202363904/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.777338:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728380 with x1830966202363904 ext(0->4095) 00010000:00010000:2.0:1746146165.777344:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:2.0:1746146165.777355:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.777361:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c728380 00000100:00100000:2.0:1746146165.777376:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3397 00000100:00100000:2.0:1746146165.777382:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202363904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.777461:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199316352:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.777475:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.777480:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202363904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (490us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.777486:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3397 00002000:00100000:2.0:1746146165.777492:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c728380 x1830966202363904/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.777499:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728380 with x1830966202363904 ext(0->4095) 00010000:00010000:2.0:1746146165.777503:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.777512:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202363648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2499us (2654us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146165.777512:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00002000:00010000:2.0:1746146165.777517:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c728380 00000100:00100000:3.0:1746146165.777519:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14488 00000100:00100000:0.0:1746146165.780078:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.780130:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202364032 00000100:00100000:3.0:1746146165.780136:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202364032 00010000:00010000:3.0:1746146165.780157:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00000100:00100000:3.0:1746146165.780183:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14489 00000100:00100000:3.0:1746146165.780189:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202364032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.780198:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.780212:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.780221:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.780239:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b600/0x88944630cfb63074 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff20d expref: 6 pid: 9583 timeout: 867 lvb_type: 0 00010000:00010000:3.0:1746146165.780254:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.780256:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.780261:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.780268:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.780295:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.780305:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199316480:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.780384:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.783786:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199316480:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.783803:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.783842:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202364032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3653us (3769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.783851:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14489 00000100:00100000:0.0:1746146165.783912:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.783982:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202364288 00000100:00100000:2.0:1746146165.783988:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202364288 00002000:00100000:2.0:1746146165.784015:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099524380 x1830966202364288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.784023:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524380 with x1830966202364288 ext(0->4095) 00002000:00010000:2.0:1746146165.784026:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099524380 00000100:00100000:2.0:1746146165.784040:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14017 00000100:00100000:2.0:1746146165.784046:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202364288:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.784134:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202364288:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.784141:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14017 00002000:00100000:2.0:1746146165.784146:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099524380 x1830966202364288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.784152:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524380 with x1830966202364288 ext(0->4095) 00002000:00010000:2.0:1746146165.784155:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099524380 00000100:00100000:0.0:1746146165.787017:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.787074:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202364416 00000100:00100000:1.0:1746146165.787081:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202364416 00000100:00100000:1.0:1746146165.787127:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31146 00000100:00100000:1.0:1746146165.787140:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202364416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.787154:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.787168:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff21b expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.787193:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.787199:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.787201:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.787203:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.787226:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.787236:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 7 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.787246:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199316608:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.787321:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.789043:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199316608:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.789064:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.789080:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00000100:00100000:1.0:1746146165.789114:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202364416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1981us (2105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.789121:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31146 00000100:00100000:0.0:1746146165.789702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.789760:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202364544 00000100:00100000:3.0:1746146165.789765:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202364544 00010000:00010000:3.0:1746146165.789783:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 8 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146165.789801:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14490 00000100:00100000:3.0:1746146165.789807:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202364544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146165.789815:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146165.789830:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 8 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146165.789838:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 8 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146165.789856:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8aa00/0x88944630cfb6307b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff214 expref: 8 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146165.789867:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.789869:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146165.789874:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.789880:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.789900:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146165.789909:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199316736:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146165.790819:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146165.792285:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199316736:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146165.792299:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146165.792329:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202364544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2522us (2628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146165.792338:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14490 00000100:00100000:0.0:1746146165.793506:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.794492:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202364800 00000100:00100000:3.0:1746146165.794501:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202364800 00002000:00100000:3.0:1746146165.794547:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2dc00 x1830966202364800/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.794557:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2dc00 with x1830966202364800 ext(0->4095) 00002000:00010000:3.0:1746146165.794561:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2dc00 00000100:00100000:3.0:1746146165.794594:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14018 00000100:00100000:3.0:1746146165.794602:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202364800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.794741:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202364800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (1212us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.794748:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14018 00002000:00100000:3.0:1746146165.794753:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2dc00 x1830966202364800/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.794761:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2dc00 with x1830966202364800 ext(0->4095) 00002000:00010000:3.0:1746146165.794763:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2dc00 00000100:00100000:0.0:1746146165.795776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.797062:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202364928 00000100:00100000:1.0:1746146165.797070:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202364928 00000100:00100000:1.0:1746146165.797511:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31147 00000100:00100000:1.0:1746146165.797518:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:1758:x1830966202364928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.797541:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.797554:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff222 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.797574:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.797580:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.797582:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.797584:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.797605:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.797613:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.797626:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199316864:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.797990:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.799832:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.800517:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202365056 00000100:00100000:2.0:1746146165.800532:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202365056 00000100:00100000:2.0:1746146165.800574:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31148 00000100:00100000:2.0:1746146165.800581:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1766:x1830966202365056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146165.800593:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146165.800605:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff229 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.800623:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.800627:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.800633:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146165.800636:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.800663:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.800673:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.800685:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279600, rc 0) 00000100:00100000:2.0:1746146165.800758:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+10:1766:x1830966202365056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.800764:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31148 00000100:00100000:1.0:1746146165.801995:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199316864:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.802019:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.802029:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146165.802066:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1758:x1830966202364928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4548us (6292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.802072:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31147 00000100:00100000:0.0:1746146165.802337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.802561:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202365184 00000100:00100000:2.0:1746146165.802565:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202365184 00010000:00010000:2.0:1746146165.802583:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.802610:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14491 00000100:00100000:2.0:1746146165.802615:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202365184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.802624:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.802638:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.802646:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.802661:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63082 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff21b expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.802681:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.802682:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.802687:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.802698:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.802735:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.802745:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 8 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.802754:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199317120:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.802807:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.804123:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199317120:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.804135:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.804338:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202365184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1722us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.804347:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14491 00000100:00100000:0.0:1746146165.804629:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.804692:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202365440 00000100:00100000:2.0:1746146165.804697:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202365440 00002000:00100000:2.0:1746146165.804752:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17a300 x1830966202365440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.804760:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17a300 with x1830966202365440 ext(0->4095) 00010000:00010000:2.0:1746146165.804766:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.804776:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146165.804782:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b17a300 00000100:00100000:2.0:1746146165.804806:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3398 00000100:00100000:2.0:1746146165.804813:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202365440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.804915:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202365440:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.804921:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3398 00002000:00100000:2.0:1746146165.804925:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17a300 x1830966202365440/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.804931:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17a300 with x1830966202365440 ext(0->4095) 00010000:00010000:2.0:1746146165.804935:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.804943:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146165.804948:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b17a300 00000100:00100000:0.0:1746146165.807488:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.807576:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202365568 00000100:00100000:2.0:1746146165.807583:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202365568 00010000:00010000:2.0:1746146165.807612:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.807635:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14492 00000100:00100000:2.0:1746146165.807641:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202365568:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.807651:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.807666:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.807676:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.807693:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63089 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff222 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.808522:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.808535:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.808543:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.808552:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.808582:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.808593:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199317248:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.808663:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.812451:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199317248:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.812469:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.812520:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202365568:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4875us (5035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.812537:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14492 00000100:00100000:0.0:1746146165.813391:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.813624:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202365824 00000100:00100000:3.0:1746146165.813704:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202365824 00002000:00100000:3.0:1746146165.813769:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179500 x1830966202365824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.813777:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179500 with x1830966202365824 ext(0->4095) 00002000:00010000:3.0:1746146165.813782:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b179500 00000100:00100000:3.0:1746146165.813806:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14019 00000100:00100000:3.0:1746146165.813813:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202365824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.813924:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202365824:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (534us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.813929:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14019 00002000:00100000:3.0:1746146165.813934:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179500 x1830966202365824/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.813941:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179500 with x1830966202365824 ext(0->4095) 00002000:00010000:3.0:1746146165.813943:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b179500 00000100:00100000:0.0:1746146165.817180:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.817412:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202365952 00000100:00100000:1.0:1746146165.817420:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202365952 00000100:00100000:1.0:1746146165.817466:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31149 00000100:00100000:1.0:1746146165.817536:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202365952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.817550:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.817564:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff230 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.817587:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.817593:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.817594:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.817597:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.817626:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.818296:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 7 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.818309:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199317376:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.818392:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.820212:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199317376:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.820237:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.820249:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00000100:00100000:1.0:1746146165.820286:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202365952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2766us (3111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.820293:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31149 00000100:00100000:2.0:1746146165.820980:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.822134:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202366080 00000100:00100000:0.0:1746146165.822142:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202366080 00010000:00010000:0.0:1746146165.822169:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 8 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746146165.822206:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14493 00000100:00100000:0.0:1746146165.822212:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202366080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146165.822223:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146165.822391:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 8 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146165.822402:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 8 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146165.822420:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279600/0x88944630cfb63090 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff229 expref: 8 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146165.822450:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.822451:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.822457:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.822465:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146165.822490:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146165.822499:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199317504:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146165.823925:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.824636:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.824726:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202366208 00000100:00100000:1.0:1746146165.824732:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202366208 00000100:00100000:1.0:1746146165.824761:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31150 00000100:00100000:1.0:1746146165.824767:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1758:x1830966202366208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.824779:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.824791:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff237 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146165.824835:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199317504:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.824838:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.824845:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.824846:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146165.824847:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746146165.824848:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.824868:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.824877:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.824886:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199317632:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.824928:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.825672:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202366080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3458us (4692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.825681:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14493 00000100:00100000:0.0:1746146165.825809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.826784:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202366464 00000100:00100000:3.0:1746146165.826791:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202366464 00002000:00100000:3.0:1746146165.826818:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9a300 x1830966202366464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.826827:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9a300 with x1830966202366464 ext(0->4095) 00010000:00010000:3.0:1746146165.826834:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146165.826845:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146165.826852:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9a300 00000100:00100000:3.0:1746146165.826877:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3399 00000100:00100000:3.0:1746146165.826882:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202366464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146165.827595:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199317632:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.827616:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.827628:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8bc00, rc 0) 00000100:00100000:1.0:1746146165.827667:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1758:x1830966202366208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2899us (3033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.827673:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31150 00000100:00100000:3.0:1746146165.827820:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202366464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 937us (2010us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.827827:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3399 00002000:00100000:3.0:1746146165.827832:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cb9a300 x1830966202366464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.827840:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9a300 with x1830966202366464 ext(0->4095) 00010000:00010000:3.0:1746146165.827845:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146165.827854:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146165.827864:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9a300 00000100:00100000:0.0:1746146165.829650:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.829764:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202366592 00000100:00100000:1.0:1746146165.829769:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202366592 00010000:00010000:1.0:1746146165.829792:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.829826:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14494 00000100:00100000:1.0:1746146165.829833:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202366592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.829843:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.829857:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146165.829866:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146165.829883:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63097 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff230 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146165.829896:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.829898:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.829904:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.829910:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.829934:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.829944:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199317760:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.830004:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.831502:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.831571:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202366848 00000100:00100000:3.0:1746146165.831576:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202366848 00002000:00100000:3.0:1746146165.831603:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ed80 x1830966202366848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.831611:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ed80 with x1830966202366848 ext(0->4095) 00002000:00010000:3.0:1746146165.831614:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25ed80 00000100:00100000:1.0:1746146165.831692:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199317760:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146165.831706:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146165.831750:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202366592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1917us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.831756:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14494 00000100:00100000:3.0:1746146165.832010:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14020 00000100:00100000:3.0:1746146165.832017:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202366848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146165.832106:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202366848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (606us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.832111:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14020 00002000:00100000:3.0:1746146165.832115:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ed80 x1830966202366848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.832122:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ed80 with x1830966202366848 ext(0->4095) 00002000:00010000:3.0:1746146165.832125:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25ed80 00000100:00100000:0.0:1746146165.835821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.836060:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202366976 00000100:00100000:1.0:1746146165.836067:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202366976 00000100:00100000:1.0:1746146165.836106:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31151 00000100:00100000:1.0:1746146165.836113:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202366976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.836126:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.836140:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff23e expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.836161:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.836168:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.836169:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.836172:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.836196:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.836206:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 7 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.836222:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199317888:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.836405:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.841410:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.841506:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199317888:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.841539:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.841544:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202367104 00000100:00100000:2.0:1746146165.841549:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202367104 00010000:00010000:1.0:1746146165.841556:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00002000:00100000:2.0:1746146165.841584:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfde300 x1830966202367104/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.841592:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde300 with x1830966202367104 ext(0->7) 00010000:00010000:2.0:1746146165.841598:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 8 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.841602:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202366976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5490us (5788us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146165.841607:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 8 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.841610:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31151 00002000:00010000:2.0:1746146165.841613:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfde300 00000100:00100000:2.0:1746146165.841637:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3400 00000100:00100000:2.0:1746146165.841643:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202367104:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146165.843667:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966202367104:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2018us (2259us total) trans 4294972253 rc 0/0 00000100:00100000:0.0:1746146165.843677:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3400 00002000:00100000:0.0:1746146165.843685:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfde300 x1830966202367104/t4294972253(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.843694:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde300 with x1830966202367104 ext(0->7) 00010000:00010000:0.0:1746146165.843704:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 10 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146165.843744:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 10 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146165.843751:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfde300 00000100:00100000:0.0:1746146165.856416:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.856662:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202367232 00000100:00100000:1.0:1746146165.856670:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202367232 00010000:00010000:1.0:1746146165.856698:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 10 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.856737:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14495 00000100:00100000:1.0:1746146165.856744:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202367232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146165.856754:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146165.856767:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 10 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146165.856776:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 10 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146165.856796:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8bc00/0x88944630cfb6309e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff237 expref: 10 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146165.856809:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.856811:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.856816:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.856823:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.856844:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146165.856853:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199318016:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146165.856911:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.857808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.857892:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202367360 00000100:00100000:1.0:1746146165.857897:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202367360 00000100:00100000:1.0:1746146165.857931:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31152 00000100:00100000:1.0:1746146165.857937:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:1758:x1830966202367360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.857948:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.857959:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff245 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.857982:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.857993:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.857994:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146165.857998:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.858022:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.858034:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.858043:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199318144:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.858085:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.866020:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199318016:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.866045:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.866111:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966202367232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9365us (9698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.866123:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14495 00000100:00100000:1.0:1746146165.866217:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199318144:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.866239:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 10 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.866254:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00000100:00100000:1.0:1746146165.866280:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:1758:x1830966202367360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8343us (8475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.866286:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31152 00000100:00100000:0.0:1746146165.867243:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.867307:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202367616 00000100:00100000:2.0:1746146165.867313:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202367616 00002000:00100000:2.0:1746146165.867340:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460e00 x1830966202367616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.867349:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460e00 with x1830966202367616 ext(0->4095) 00010000:00010000:2.0:1746146165.867354:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.867365:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146165.867370:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460e00 00000100:00100000:2.0:1746146165.867394:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3401 00000100:00100000:2.0:1746146165.867401:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202367616:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.867481:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202367616:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (239us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.867486:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3401 00002000:00100000:2.0:1746146165.867490:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460e00 x1830966202367616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.867496:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460e00 with x1830966202367616 ext(0->4095) 00010000:00010000:2.0:1746146165.867500:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.867508:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146165.867513:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460e00 00000100:00100000:0.0:1746146165.870800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.870880:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202367744 00000100:00100000:2.0:1746146165.870887:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202367744 00010000:00010000:2.0:1746146165.870916:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.870941:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14496 00000100:00100000:2.0:1746146165.870947:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202367744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.870959:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.870975:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.870983:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.871001:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb630a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff23e expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.871022:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.871024:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.871030:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.871036:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.871061:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.871072:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097e27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199318272:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.871141:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.874404:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097e27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199318272:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.874421:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.874453:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202367744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3505us (3659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.874460:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14496 00000100:00100000:0.0:1746146165.876344:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.876690:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202368000 00000100:00100000:3.0:1746146165.876698:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202368000 00002000:00100000:3.0:1746146165.876802:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a1c00 x1830966202368000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.876812:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1c00 with x1830966202368000 ext(0->4095) 00002000:00010000:3.0:1746146165.876817:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a1c00 00000100:00100000:3.0:1746146165.876845:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14021 00000100:00100000:3.0:1746146165.876852:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2009:x1830966202368000:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146165.876953:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2009:x1830966202368000:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.876958:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14021 00002000:00100000:3.0:1746146165.876964:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a1c00 x1830966202368000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.876970:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a1c00 with x1830966202368000 ext(0->4095) 00002000:00010000:3.0:1746146165.876973:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a1c00 00000100:00100000:0.0:1746146165.899900:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.900009:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202368128 00000100:00100000:1.0:1746146165.900017:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202368128 00000100:00100000:1.0:1746146165.900079:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31153 00000100:00100000:1.0:1746146165.900089:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202368128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.900109:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.900126:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff24c expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.900151:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.900158:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.900160:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.900163:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.900190:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 9 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.900198:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 9 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.900209:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199318400:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.900277:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.910636:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199318400:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.910679:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.910695:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146165.910766:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202368128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10676us (10871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.910785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.910943:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202368256 00000100:00100000:3.0:1746146165.910949:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202368256 00002000:00100000:3.0:1746146165.910982:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097e27480 x1830966202368256/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.910990:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27480 with x1830966202368256 ext(0->7) 00010000:00010000:3.0:1746146165.910996:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 10 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146165.911006:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 10 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146165.911012:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e27480 00000100:00100000:3.0:1746146165.911041:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3402 00000100:00100000:3.0:1746146165.911047:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966202368256:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746146165.911101:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31153 00000100:00100000:0.0:1746146165.912307:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2007:x1830966202368256:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1257us (1520us total) trans 4294972254 rc 0/0 00000100:00100000:0.0:1746146165.912415:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3402 00002000:00100000:0.0:1746146165.912423:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097e27480 x1830966202368256/t4294972254(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146165.912435:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27480 with x1830966202368256 ext(0->7) 00010000:00010000:0.0:1746146165.912442:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 12 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146165.912453:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 12 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146165.912459:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e27480 00000100:00100000:0.0:1746146165.920873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146165.921202:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.921391:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202368512 00000100:00100000:1.0:1746146165.921400:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202368512 00000100:00100000:1.0:1746146165.921467:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31154 00000100:00100000:1.0:1746146165.921476:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+12:1758:x1830966202368512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.921494:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.921508:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff253 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.921551:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.921558:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.921564:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146165.921567:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.921600:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.921613:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.921622:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146165.921682:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+13:1758:x1830966202368512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.921689:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31154 00000100:00100000:2.0:1746146165.921792:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202368384 00000100:00100000:2.0:1746146165.921798:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202368384 00010000:00010000:2.0:1746146165.921820:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 13 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.921842:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14497 00000100:00100000:2.0:1746146165.921849:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2008:x1830966202368384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.921858:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.921875:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 13 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.921885:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 13 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.921900:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb630ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff245 expref: 13 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.921915:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.921917:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.921922:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.921933:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.921956:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.921967:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.921978:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199318656:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.922036:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.929033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.929150:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202368768 00000100:00100000:1.0:1746146165.929159:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202368768 00002000:00100000:1.0:1746146165.929201:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089603800 x1830966202368768/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.929210:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603800 with x1830966202368768 ext(0->4095) 00010000:00010000:1.0:1746146165.929218:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146165.929229:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146165.929235:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089603800 00000100:00100000:1.0:1746146165.929264:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3403 00000100:00100000:1.0:1746146165.929271:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202368768:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146165.929392:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202368768:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.929399:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3403 00002000:00100000:1.0:1746146165.929406:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089603800 x1830966202368768/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.929412:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603800 with x1830966202368768 ext(0->4095) 00010000:00010000:1.0:1746146165.929418:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146165.929427:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146165.929437:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089603800 00000100:00100000:2.0:1746146165.929799:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199318656:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.929814:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.929847:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2008:x1830966202368384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7999us (8983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.929853:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14497 00000100:00100000:0.0:1746146165.936175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.936315:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202368896 00000100:00100000:2.0:1746146165.936325:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202368896 00010000:00010000:2.0:1746146165.936378:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.937002:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14498 00000100:00100000:2.0:1746146165.937012:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202368896:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.937026:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.937047:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.937058:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.937079:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb630b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff24c expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.937119:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.937122:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.937129:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.937138:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.937169:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.937182:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199318784:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.939660:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.944383:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199318784:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.944404:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.944443:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202368896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7433us (8275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.944453:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14498 00000100:00100000:0.0:1746146165.944649:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.944738:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202369152 00000100:00100000:2.0:1746146165.944744:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202369152 00002000:00100000:2.0:1746146165.944774:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159f80 x1830966202369152/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.944784:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159f80 with x1830966202369152 ext(0->4095) 00002000:00010000:2.0:1746146165.944787:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159f80 00000100:00100000:2.0:1746146165.944813:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14022 00000100:00100000:2.0:1746146165.944820:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2008:x1830966202369152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146165.945162:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2008:x1830966202369152:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 342us (512us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146165.945168:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14022 00002000:00100000:2.0:1746146165.945173:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159f80 x1830966202369152/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.945181:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159f80 with x1830966202369152 ext(0->4095) 00002000:00010000:2.0:1746146165.945183:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159f80 00000100:00100000:0.0:1746146165.947018:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.947098:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202369280 00000100:00100000:1.0:1746146165.947105:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202369280 00000100:00100000:1.0:1746146165.947146:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31155 00000100:00100000:1.0:1746146165.947151:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202369280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.947164:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.947177:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff25a expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.947198:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.947203:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.947205:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.947208:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.948312:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 11 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.948324:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 11 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146165.948334:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199318912:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146165.948408:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146165.950558:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199318912:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146165.950582:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.950595:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:1.0:1746146165.950624:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202369280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3473us (3612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.950630:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31155 00000100:00100000:0.0:1746146165.955057:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.955146:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202369408 00000100:00100000:2.0:1746146165.955153:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202369408 00002000:00100000:2.0:1746146165.955182:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012b15a680 x1830966202369408/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.955191:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a680 with x1830966202369408 ext(0->7) 00010000:00010000:2.0:1746146165.955198:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 12 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.955210:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 12 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146165.955219:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15a680 00000100:00100000:2.0:1746146165.955246:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3404 00000100:00100000:2.0:1746146165.955252:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2008:x1830966202369408:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746146165.959691:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966202369408:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 4427us (4629us total) trans 4294972255 rc 0/0 00000100:00100000:2.0:1746146165.959703:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3404 00002000:00100000:2.0:1746146165.959735:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012b15a680 x1830966202369408/t4294972255(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 496/448 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146165.959745:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a680 with x1830966202369408 ext(0->7) 00010000:00010000:2.0:1746146165.959754:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 14 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.959768:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 14 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146165.959774:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15a680 00000100:00100000:0.0:1746146165.975810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.975921:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202369536 00000100:00100000:1.0:1746146165.975928:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202369536 00000100:00100000:1.0:1746146165.975968:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31156 00000100:00100000:1.0:1746146165.975974:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+14:1758:x1830966202369536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146165.975988:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146165.976000:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff261 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.976019:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146165.976023:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.976028:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146165.976030:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.976055:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.976064:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146165.976076:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146165.976108:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966202369536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146165.976113:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31156 00000100:00100000:0.0:1746146165.981330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.981422:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202369664 00000100:00100000:2.0:1746146165.981429:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202369664 00010000:00010000:2.0:1746146165.981457:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 15 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.981480:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14499 00000100:00100000:2.0:1746146165.981486:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202369664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.981497:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.981512:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 15 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.981521:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 15 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.981561:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ac00/0x88944630cfb630ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff253 expref: 15 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.982067:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.982069:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.982077:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.982085:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.982120:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.982132:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.982143:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199319168:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.982458:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146165.983780:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199319168:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.983796:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.983824:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966202369664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2337us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.983833:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14499 00000100:00100000:0.0:1746146165.984563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.984884:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202369920 00000100:00100000:3.0:1746146165.984890:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202369920 00002000:00100000:3.0:1746146165.984927:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130682a00 x1830966202369920/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.984937:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130682a00 with x1830966202369920 ext(0->4095) 00010000:00010000:3.0:1746146165.984944:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146165.984956:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146165.984962:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130682a00 00000100:00100000:3.0:1746146165.984984:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3405 00000100:00100000:3.0:1746146165.984991:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202369920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146165.985104:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202369920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (541us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146165.985110:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3405 00002000:00100000:3.0:1746146165.985116:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130682a00 x1830966202369920/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146165.985122:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130682a00 with x1830966202369920 ext(0->4095) 00010000:00010000:3.0:1746146165.985128:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146165.985137:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146165.985143:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130682a00 00000100:00100000:0.0:1746146165.988442:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146165.988567:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202370048 00000100:00100000:2.0:1746146165.988576:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202370048 00010000:00010000:2.0:1746146165.988608:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146165.988639:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14500 00000100:00100000:2.0:1746146165.988647:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202370048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146165.988661:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146165.988679:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.988690:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.988709:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb630c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff25a expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146165.988771:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.988774:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146165.988781:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.988788:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146165.988821:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146165.988833:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199319296:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146165.989711:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146165.992864:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146165.992965:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202370304 00000100:00100000:1.0:1746146165.992974:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202370304 00002000:00100000:1.0:1746146165.993016:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83ed80 x1830966202370304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/0 e 0 to 0 dl 1746146176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.993026:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83ed80 with x1830966202370304 ext(0->4095) 00002000:00010000:1.0:1746146165.993030:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83ed80 00000100:00100000:1.0:1746146165.993077:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14023 00000100:00100000:1.0:1746146165.993086:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2009:x1830966202370304:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146165.993214:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2009:x1830966202370304:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146165.993220:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14023 00002000:00100000:1.0:1746146165.993226:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83ed80 x1830966202370304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:296/0 lens 488/4536 e 0 to 0 dl 1746146176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146165.993232:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83ed80 with x1830966202370304 ext(0->4095) 00002000:00010000:1.0:1746146165.993235:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83ed80 00000100:00100000:2.0:1746146165.993620:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba2300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199319296:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146165.993642:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146165.993673:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202370048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5026us (5238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146165.993681:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14500 00000100:00100000:0.0:1746146165.996711:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146165.997004:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202370432 00000100:00100000:3.0:1746146165.997013:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202370432 00000100:00100000:3.0:1746146165.997072:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31157 00000100:00100000:3.0:1746146165.997081:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202370432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146165.997099:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146165.997115:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff268 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.997144:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.997151:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.997153:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146165.997156:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.997184:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 13 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146165.997195:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 13 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146165.997204:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199319424:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146165.998129:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.000984:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199319424:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.001013:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.001033:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146166.001856:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202370432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4771us (5148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.001864:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31157 00000100:00100000:0.0:1746146166.017268:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.017673:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202370560 00000100:00100000:3.0:1746146166.017682:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202370560 00002000:00100000:3.0:1746146166.017772:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e83c700 x1830966202370560/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.017782:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83c700 with x1830966202370560 ext(0->7) 00010000:00010000:3.0:1746146166.017791:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 14 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.017804:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 14 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.017811:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83c700 00000100:00100000:3.0:1746146166.017849:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3406 00000100:00100000:3.0:1746146166.017859:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966202370560:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00080000:0.0:1746146166.018025:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146166.018465:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.018571:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202370688 00000100:00100000:3.0:1746146166.018576:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202370688 00000100:00100000:3.0:1746146166.018626:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31158 00000100:00100000:3.0:1746146166.018634:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966202370688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.018644:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.018656:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff26f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.018677:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.018682:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.018687:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146166.018691:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.018755:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.018769:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.018779:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146166.018825:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202370688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.018831:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31158 00000100:00100000:0.0:1746146166.020309:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202370560:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2446us (3043us total) trans 4294972256 rc 0/0 00000100:00100000:0.0:1746146166.020321:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3406 00002000:00100000:0.0:1746146166.020331:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012e83c700 x1830966202370560/t4294972256(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.020338:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83c700 with x1830966202370560 ext(0->7) 00010000:00010000:0.0:1746146166.020346:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.020357:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.020363:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83c700 00000100:00100000:2.0:1746146166.037913:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1830966199319680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746146166.037961:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146166.038061:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199319680 00000100:00100000:0.0:1746146166.038066:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199319680 00000100:00100000:0.0:1746146166.038100:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1746146166.038106:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830966199319680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746146166.038127:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921108992 avail 3689586688 00000100:00100000:0.0:1746146166.038155:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830966199319680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146166.038160:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1746146166.047728:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1830966199319680:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1746146166.047812:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746146166.049845:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146166.052914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.054692:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202370816 00000100:00100000:2.0:1746146166.054701:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202370816 00010000:00010000:2.0:1746146166.054746:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.054770:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14501 00000100:00100000:2.0:1746146166.054777:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202370816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.054786:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.054802:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.054812:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.054836:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb630c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff261 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.054873:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.054876:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.054883:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.054891:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.054926:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.054937:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 5 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.054949:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199319808:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.055045:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.065191:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199319808:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.065212:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.065651:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202370816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10872us (12742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.065660:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14501 00000100:00100000:0.0:1746146166.068476:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.069007:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202371072 00000100:00100000:2.0:1746146166.069016:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202371072 00000100:00080000:1.0:1746146166.070344:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:2.0:1746146166.070547:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf480 x1830966202371072/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.070562:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966202371072 ext(0->4095) 00010000:00010000:2.0:1746146166.070572:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.070605:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.070613:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf480 00000100:00100000:1.0:1746146166.072007:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3407 00000100:00100000:1.0:1746146166.072024:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202371072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146166.072199:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202371072:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (3730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.072205:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3407 00002000:00100000:1.0:1746146166.072213:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf480 x1830966202371072/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.072219:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966202371072 ext(0->4095) 00010000:00010000:1.0:1746146166.072226:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.072238:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.072244:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf480 00000100:00100000:0.0:1746146166.078518:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.078585:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202371200 00000100:00100000:3.0:1746146166.078592:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202371200 00010000:00010000:3.0:1746146166.078620:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.078640:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14502 00000100:00100000:3.0:1746146166.078646:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202371200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.078655:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.078667:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.078676:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.078693:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb630cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff268 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.078706:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.078708:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.078727:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.078733:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.078755:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.078763:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199319936:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.079158:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.081944:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199319936:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.081970:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.082041:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202371200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3390us (3526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.082054:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14502 00000100:00100000:1.0:1746146166.082336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.083312:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202371456 00000100:00100000:3.0:1746146166.083319:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202371456 00002000:00100000:3.0:1746146166.083351:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816d80 x1830966202371456/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.083360:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816d80 with x1830966202371456 ext(0->4095) 00002000:00010000:3.0:1746146166.083364:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816d80 00000100:00100000:3.0:1746146166.083380:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14024 00000100:00100000:3.0:1746146166.083385:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202371456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146166.083492:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202371456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1157us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.083497:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14024 00002000:00100000:3.0:1746146166.083502:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816d80 x1830966202371456/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.083509:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816d80 with x1830966202371456 ext(0->4095) 00002000:00010000:3.0:1746146166.083511:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816d80 00000100:00100000:3.0:1746146166.086456:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199320064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746146166.086516:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146166.086590:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199320064 00000100:00100000:1.0:1746146166.086596:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199320064 00000100:00100000:1.0:1746146166.086646:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1746146166.086653:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199320064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746146166.086670:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3921108992 avail 3689586688 00000100:00100000:1.0:1746146166.086704:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199320064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.086710:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00080000:2.0:1746146166.086750:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746146166.086963:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.086981:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199320064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746146166.087091:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202371584 00000100:00100000:0.0:1746146166.087096:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202371584 00000100:00100000:0.0:1746146166.087239:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31159 00000100:00100000:0.0:1746146166.087244:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202371584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146166.087253:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146166.087265:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff276 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.087287:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.087293:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146166.087295:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146166.087298:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.087326:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.087338:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 15 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746146166.087348:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199320192:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146166.087851:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.090626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.091188:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199320192:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.091218:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.091234:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065c200, rc 0) 00000100:00100000:2.0:1746146166.091307:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202371584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4061us (4342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.091316:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31159 00000100:00100000:3.0:1746146166.091415:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202371712 00000100:00100000:3.0:1746146166.091421:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202371712 00010000:00010000:3.0:1746146166.091449:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.091504:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14503 00000100:00100000:3.0:1746146166.091512:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202371712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.091537:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.091557:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.091567:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.091586:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb630d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff26f expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.091604:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.091606:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.091613:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.091621:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.091690:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.091702:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199320320:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.091796:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.095473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.096461:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202371840 00000100:00100000:0.0:1746146166.096468:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202371840 00000100:00100000:0.0:1746146166.096500:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31160 00000100:00100000:0.0:1746146166.096506:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202371840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146166.096518:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146166.096539:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff27d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.096559:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.096565:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.096566:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.096569:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.096591:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.096599:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746146166.096609:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199320448:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146166.096669:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec969c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.096796:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199320320:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.096806:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.096824:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202371712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5314us (6205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.096831:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14503 00000100:00100000:0.0:1746146166.097512:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.097816:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202372096 00000100:00100000:1.0:1746146166.097822:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202372096 00002000:00100000:1.0:1746146166.097858:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c747100 x1830966202372096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.097867:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c747100 with x1830966202372096 ext(0->4095) 00010000:00010000:1.0:1746146166.097874:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.097885:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.097891:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c747100 00000100:00100000:1.0:1746146166.098217:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3408 00000100:00100000:1.0:1746146166.098227:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202372096:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146166.098365:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202372096:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (854us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.098372:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3408 00002000:00100000:1.0:1746146166.098377:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c747100 x1830966202372096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.098384:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c747100 with x1830966202372096 ext(0->4095) 00010000:00010000:1.0:1746146166.098390:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.098400:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.098405:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c747100 00000100:00100000:2.0:1746146166.102244:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199320448:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.102274:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.102289:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065d600, rc 0) 00000100:00100000:2.0:1746146166.102335:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202371840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5827us (6869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.102343:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31160 00000100:00100000:0.0:1746146166.103509:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.104099:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202372224 00000100:00100000:2.0:1746146166.104106:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202372224 00000100:00100000:2.0:1746146166.104788:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31161 00000100:00100000:2.0:1746146166.104800:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1766:x1830966202372224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.104817:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.104832:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff284 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.104854:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.104860:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.104865:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.104868:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.104905:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.104917:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.104931:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146166.104985:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966202372224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.104991:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31161 00000100:00100000:0.0:1746146166.105312:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.105759:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202372352 00000100:00100000:3.0:1746146166.105766:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202372352 00010000:00010000:3.0:1746146166.105791:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.105815:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14504 00000100:00100000:3.0:1746146166.105822:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202372352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.105830:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.105846:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.105857:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.105873:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb630dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff276 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.105890:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.105892:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.105899:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.105906:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.105973:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.105988:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.105999:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199320704:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.106065:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.109986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.110259:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202372608 00000100:00100000:2.0:1746146166.110266:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202372608 00002000:00100000:2.0:1746146166.110301:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ce00 x1830966202372608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.110310:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966202372608 ext(0->4095) 00010000:00010000:2.0:1746146166.110317:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.110328:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.110334:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5ce00 00000100:00100000:2.0:1746146166.110365:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3409 00000100:00100000:2.0:1746146166.110371:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202372608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.110457:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199320704:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.110471:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.110483:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202372608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.110488:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3409 00002000:00100000:2.0:1746146166.110493:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ce00 x1830966202372608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.110503:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966202372608 ext(0->4095) 00010000:00010000:2.0:1746146166.110507:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.110514:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.110519:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5ce00 00000100:00100000:3.0:1746146166.110583:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202372352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4760us (5271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.110590:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14504 00000100:00100000:0.0:1746146166.116630:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.116861:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202372736 00000100:00100000:3.0:1746146166.116868:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202372736 00010000:00010000:3.0:1746146166.116896:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.116929:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14505 00000100:00100000:3.0:1746146166.116935:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202372736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.116947:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.116961:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.116970:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.116987:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065d600/0x88944630cfb630e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff27d expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.117014:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.117016:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.117022:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.117028:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.117052:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.117061:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199320832:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.117190:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.119150:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.119212:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202372992 00000100:00100000:1.0:1746146166.119217:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202372992 00002000:00100000:1.0:1746146166.119243:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2d500 x1830966202372992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.119252:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2d500 with x1830966202372992 ext(0->4095) 00002000:00010000:1.0:1746146166.119255:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2d500 00000100:00100000:1.0:1746146166.119278:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14025 00000100:00100000:1.0:1746146166.119284:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202372992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.119371:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202372992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (224us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.119376:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14025 00002000:00100000:1.0:1746146166.119380:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2d500 x1830966202372992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.119386:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2d500 with x1830966202372992 ext(0->4095) 00002000:00010000:1.0:1746146166.119388:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2d500 00000100:00100000:3.0:1746146166.119454:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199320832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.119466:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.119486:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202372736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2552us (2865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.119492:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14505 00000100:00100000:0.0:1746146166.120673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.121100:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202373120 00000100:00100000:2.0:1746146166.121105:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202373120 00000100:00100000:2.0:1746146166.121128:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31162 00000100:00100000:2.0:1746146166.121134:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202373120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.121143:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.121154:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff28b expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.121172:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.121178:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.121180:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.121182:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.121202:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.121215:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 15 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.121224:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199320960:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.121264:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.124070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.124143:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199320960:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.124165:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.124178:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146166.124206:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202373120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3072us (3535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.124213:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31162 00000100:00100000:3.0:1746146166.124266:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202373248 00000100:00100000:3.0:1746146166.124271:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202373248 00010000:00010000:3.0:1746146166.124289:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.124597:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14506 00000100:00100000:3.0:1746146166.124603:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202373248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.124617:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.124630:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.124639:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.124655:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb630eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff284 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.124675:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.124676:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.124682:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.124688:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.124709:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.124735:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199321088:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.124774:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.129646:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199321088:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.129662:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.129696:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202373248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5092us (5631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.129707:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14506 00000100:00100000:0.0:1746146166.130597:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.131310:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202373504 00000100:00100000:3.0:1746146166.131316:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202373504 00000100:00100000:3.0:1746146166.131348:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31163 00000100:00100000:3.0:1746146166.131353:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966202373504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.131366:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.131378:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff292 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.131397:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.131403:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.131405:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.131407:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.131427:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.131437:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 5 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.131446:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199321216:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146166.132149:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.132239:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.132289:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202373632 00000100:00100000:2.0:1746146166.132294:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202373632 00002000:00100000:2.0:1746146166.132320:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eae300 x1830966202373632/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.132329:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae300 with x1830966202373632 ext(0->4095) 00010000:00010000:2.0:1746146166.132334:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.132343:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.132353:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae300 00000100:00100000:2.0:1746146166.132366:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3410 00000100:00100000:2.0:1746146166.132372:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202373632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146166.132469:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202373632:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.132474:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3410 00002000:00100000:2.0:1746146166.132479:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eae300 x1830966202373632/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.132485:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae300 with x1830966202373632 ext(0->4095) 00010000:00010000:2.0:1746146166.132488:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.132496:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.132501:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae300 00000100:00100000:0.0:1746146166.136545:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.136849:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199321216:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.136875:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.136890:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146166.136928:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202373504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5574us (6332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.136936:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31163 00000100:00100000:0.0:1746146166.137120:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.137701:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202373760 00000100:00100000:3.0:1746146166.137707:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202373760 00000100:00100000:3.0:1746146166.137748:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31164 00000100:00100000:3.0:1746146166.137753:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1766:x1830966202373760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.137765:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.137776:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff299 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.137791:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.137794:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.137799:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.137801:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.137820:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.137828:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 17 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.137839:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146166.137859:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1766:x1830966202373760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (1321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.137864:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31164 00000100:00100000:2.0:1746146166.138261:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202373888 00000100:00100000:2.0:1746146166.138265:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202373888 00010000:00010000:2.0:1746146166.138281:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.138297:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14507 00000100:00100000:2.0:1746146166.138301:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202373888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.138309:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.138323:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.138332:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.138346:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb630f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff28b expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.138360:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.138361:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.138366:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.138372:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.138389:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.138398:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.138406:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199321472:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.138447:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.141507:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.141670:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199321472:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.141688:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.142207:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202373888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3903us (5085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.142216:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14507 00000100:00100000:1.0:1746146166.142309:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202374144 00000100:00100000:1.0:1746146166.142315:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202374144 00002000:00100000:1.0:1746146166.142348:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956300 x1830966202374144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.142356:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956300 with x1830966202374144 ext(0->4095) 00010000:00010000:1.0:1746146166.142363:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.142373:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.142383:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c956300 00000100:00100000:1.0:1746146166.142409:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3411 00000100:00100000:1.0:1746146166.142416:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202374144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146166.142550:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202374144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (1049us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.142556:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3411 00002000:00100000:1.0:1746146166.142560:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956300 x1830966202374144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.142567:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956300 with x1830966202374144 ext(0->4095) 00010000:00010000:1.0:1746146166.142571:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.142579:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.142584:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c956300 00000100:00100000:2.0:1746146166.145167:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.145323:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202374272 00000100:00100000:0.0:1746146166.145330:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202374272 00010000:00010000:0.0:1746146166.145354:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746146166.145384:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14508 00000100:00100000:0.0:1746146166.145391:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202374272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146166.145401:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146166.145416:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.145425:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.145443:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb630f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff292 expref: 17 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.145467:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.145469:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.145475:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.145482:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.145512:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 16 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146166.145531:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c957800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199321600:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146166.145598:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.148005:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c957800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199321600:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.148020:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.148047:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202374272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2656us (2887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.148055:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14508 00000100:00100000:0.0:1746146166.148272:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.148370:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202374528 00000100:00100000:3.0:1746146166.148376:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202374528 00002000:00100000:3.0:1746146166.148403:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956a00 x1830966202374528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.148411:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956a00 with x1830966202374528 ext(0->4095) 00002000:00010000:3.0:1746146166.148415:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c956a00 00000100:00100000:3.0:1746146166.148444:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14026 00000100:00100000:3.0:1746146166.148450:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202374528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.148979:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202374528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 528us (706us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.148985:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14026 00002000:00100000:3.0:1746146166.148990:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956a00 x1830966202374528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.148997:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956a00 with x1830966202374528 ext(0->4095) 00002000:00010000:3.0:1746146166.149000:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c956a00 00000100:00100000:0.0:1746146166.151819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.151972:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202374656 00000100:00100000:1.0:1746146166.151980:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202374656 00000100:00100000:1.0:1746146166.152028:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31165 00000100:00100000:1.0:1746146166.152035:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202374656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.152050:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.152064:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2a0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.152091:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.152097:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.152098:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.152101:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.152124:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 15 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.152134:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 15 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146166.152145:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199321728:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146166.152204:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.154088:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072817100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199321728:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146166.154111:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.154123:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146166.154151:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202374656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2116us (2338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.154158:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31165 00000100:00100000:0.0:1746146166.155652:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.155872:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202374784 00000100:00100000:2.0:1746146166.155878:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202374784 00010000:00010000:2.0:1746146166.155905:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.155932:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14509 00000100:00100000:2.0:1746146166.155939:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202374784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.155950:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.155964:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.155974:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.155991:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63100 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff299 expref: 16 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.156017:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.156019:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.156025:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.156032:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.156055:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146166.156065:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199321856:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.156123:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.159035:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199321856:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.159055:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.159949:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2007:x1830966202374784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4008us (4298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.159959:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14509 00000100:00100000:2.0:1746146166.160357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.161037:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202375040 00000100:00100000:3.0:1746146166.161043:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202375040 00002000:00100000:3.0:1746146166.161073:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b55880 x1830966202375040/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.161085:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55880 with x1830966202375040 ext(0->4095) 00002000:00010000:3.0:1746146166.161090:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131b55880 00000100:00100000:3.0:1746146166.161103:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14027 00000100:00100000:3.0:1746146166.161110:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202375040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.161203:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202375040:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (847us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.161208:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14027 00002000:00100000:3.0:1746146166.161212:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b55880 x1830966202375040/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.161218:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55880 with x1830966202375040 ext(0->4095) 00002000:00010000:3.0:1746146166.161220:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131b55880 00000100:00100000:3.0:1746146166.161262:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.161307:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202375168 00000100:00100000:3.0:1746146166.161310:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202375168 00000100:00100000:3.0:1746146166.161338:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31166 00000100:00100000:3.0:1746146166.161342:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+15:1758:x1830966202375168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.161349:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.161362:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2a7 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.161382:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.161387:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.161389:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.161392:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.161413:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.161422:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.161431:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199321984:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.161472:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.165803:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199321984:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.165827:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 16 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.165840:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:2.0:1746146166.166475:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:1758:x1830966202375168:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5128us (5208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.166482:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31166 00000100:00100000:0.0:1746146166.166599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.166880:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202375296 00000100:00100000:2.0:1746146166.166885:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202375296 00010000:00010000:2.0:1746146166.166907:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.166930:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14510 00000100:00100000:2.0:1746146166.166936:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202375296:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.166948:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.166962:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.166972:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.166989:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63107 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a0 expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.167013:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.167015:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.167020:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.167027:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.167052:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146166.167065:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199322112:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146166.167693:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.167796:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202375424 00000100:00100000:3.0:1746146166.167800:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202375424 00000100:00100000:3.0:1746146166.168379:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31167 00000100:00100000:3.0:1746146166.168387:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202375424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.168399:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.168408:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2ae expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.168426:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.168432:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.168434:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.168436:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.168453:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.168462:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 15 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.168470:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199322240:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.168541:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.169660:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.172356:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199322240:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.172379:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.172392:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146166.172873:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1766:x1830966202375424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4485us (5178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.172881:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31167 00000100:00100000:0.0:1746146166.173302:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.173311:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199322112:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.173323:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.173344:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202375296:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6408us (6745us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.173351:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14510 00000100:00100000:1.0:1746146166.173361:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202375680 00000100:00100000:1.0:1746146166.173367:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202375680 00002000:00100000:1.0:1746146166.173393:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866300 x1830966202375680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.173401:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866300 with x1830966202375680 ext(0->4095) 00010000:00010000:1.0:1746146166.173407:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.173417:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.173423:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b866300 00000100:00100000:1.0:1746146166.173448:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3412 00000100:00100000:1.0:1746146166.173454:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202375680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.173550:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202375680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.173556:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3412 00002000:00100000:1.0:1746146166.173561:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866300 x1830966202375680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.173567:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866300 with x1830966202375680 ext(0->4095) 00010000:00010000:1.0:1746146166.173572:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.173581:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.173590:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b866300 00000100:00100000:0.0:1746146166.176285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.176323:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.176376:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202375936 00000100:00100000:2.0:1746146166.176382:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202375936 00000100:00100000:3.0:1746146166.176386:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202375808 00000100:00100000:3.0:1746146166.176389:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202375808 00010000:00010000:2.0:1746146166.176407:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.176410:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31168 00000100:00100000:3.0:1746146166.176416:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966202375808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146166.176431:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14511 00000100:00100000:2.0:1746146166.176435:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2010:x1830966202375936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.176444:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.176445:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.176453:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2b5 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.176458:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.176466:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.176819:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.176825:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.176834:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146166.176837:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.176873:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6310e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2a7 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.176886:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.176887:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.176892:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.176898:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.176915:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.176924:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.176933:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199322368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.177057:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.177065:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.177072:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199322496:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.177777:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.177783:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.179561:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199322496:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.179585:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.179597:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146166.179626:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966202375808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3209us (3346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.179633:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31168 00000100:00100000:2.0:1746146166.179698:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199322368:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.179740:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.179757:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202375936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3321us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.179764:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14511 00000100:00100000:0.0:1746146166.180235:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.180354:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202376192 00000100:00100000:3.0:1746146166.180359:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202376192 00002000:00100000:3.0:1746146166.180383:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b992d80 x1830966202376192/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.180391:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992d80 with x1830966202376192 ext(0->4095) 00010000:00010000:3.0:1746146166.180396:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.180405:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.180410:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992d80 00000100:00100000:3.0:1746146166.180423:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3413 00000100:00100000:3.0:1746146166.180427:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202376192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.180506:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202376192:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 78us (272us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.180511:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3413 00002000:00100000:3.0:1746146166.180516:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b992d80 x1830966202376192/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.180535:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992d80 with x1830966202376192 ext(0->4095) 00010000:00010000:3.0:1746146166.180540:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.180547:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.180552:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992d80 00000100:00100000:0.0:1746146166.185212:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.185365:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202376320 00000100:00100000:2.0:1746146166.185372:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202376320 00010000:00010000:2.0:1746146166.185401:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.185437:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14512 00000100:00100000:2.0:1746146166.185445:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202376320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.185458:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.185474:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.185485:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.185503:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63115 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ae expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.185557:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.185559:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.185565:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.185572:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.185599:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146166.185610:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199322624:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.185675:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.190641:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199322624:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.190659:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.190705:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202376320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5260us (5499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.190736:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14512 00000100:00100000:0.0:1746146166.194565:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.194894:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202376576 00000100:00100000:1.0:1746146166.194902:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202376576 00002000:00100000:1.0:1746146166.194939:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ca80 x1830966202376576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.194949:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ca80 with x1830966202376576 ext(0->4095) 00002000:00010000:1.0:1746146166.194953:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25ca80 00000100:00100000:1.0:1746146166.194983:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14028 00000100:00100000:1.0:1746146166.194990:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202376576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146166.195102:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202376576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.195108:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14028 00002000:00100000:1.0:1746146166.195114:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009d25ca80 x1830966202376576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.195121:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25ca80 with x1830966202376576 ext(0->4095) 00002000:00010000:1.0:1746146166.195123:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25ca80 00000100:00100000:0.0:1746146166.201139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.204387:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202376704 00000100:00100000:3.0:1746146166.204399:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202376704 00000100:00100000:3.0:1746146166.204459:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31169 00000100:00100000:3.0:1746146166.204467:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202376704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.204485:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.204499:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2bc expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.204534:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.204542:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.204543:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.204546:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.204573:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 15 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.204583:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 15 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.204593:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199322752:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.204685:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.208272:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.208290:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199322752:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.208314:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.208326:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146166.208361:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202376704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3895us (7230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.208371:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31169 00000100:00100000:2.0:1746146166.208384:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202376832 00000100:00100000:2.0:1746146166.208389:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202376832 00002000:00100000:2.0:1746146166.208415:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c72b100 x1830966202376832/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.208423:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b100 with x1830966202376832 ext(0->7) 00010000:00010000:2.0:1746146166.208428:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.208438:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 16 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.208443:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72b100 00000100:00100000:2.0:1746146166.208469:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3414 00000100:00100000:2.0:1746146166.208475:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202376832:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746146166.210066:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966202376832:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1588us (1797us total) trans 4294972257 rc 0/0 00000100:00100000:2.0:1746146166.210073:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3414 00002000:00100000:2.0:1746146166.210078:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c72b100 x1830966202376832/t4294972257(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.210085:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b100 with x1830966202376832 ext(0->7) 00010000:00010000:2.0:1746146166.210091:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.210104:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.210109:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72b100 00000100:00100000:0.0:1746146166.218790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.218854:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202376960 00000100:00100000:3.0:1746146166.218862:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202376960 00000100:00100000:3.0:1746146166.218896:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31170 00000100:00100000:3.0:1746146166.218903:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+18:1758:x1830966202376960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.218919:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.218933:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2c3 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.218955:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.218960:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.218966:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146166.218969:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 19 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.218996:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.219006:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 19 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.219015:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146166.219964:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+19:1758:x1830966202376960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1057us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.219972:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31170 00000100:00100000:0.0:1746146166.222493:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.222585:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202377088 00000100:00100000:2.0:1746146166.222592:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202377088 00010000:00010000:2.0:1746146166.222621:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.222972:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14513 00000100:00100000:2.0:1746146166.222980:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2009:x1830966202377088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.222991:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.223006:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.223016:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.223033:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6311c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2b5 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.223434:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.223436:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.223443:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.223454:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.223483:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.223493:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.223504:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199323008:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.223586:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.225699:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199323008:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.225743:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.225780:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2009:x1830966202377088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2799us (3290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.225789:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14513 00000100:00100000:0.0:1746146166.226493:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.226564:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202377344 00000100:00100000:2.0:1746146166.226570:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202377344 00002000:00100000:2.0:1746146166.226598:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2d80 x1830966202377344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.226607:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2d80 with x1830966202377344 ext(0->4095) 00010000:00010000:2.0:1746146166.226614:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.226624:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.226631:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a2d80 00000100:00100000:1.0:1746146166.227185:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3415 00000100:00100000:1.0:1746146166.227196:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202377344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.227290:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202377344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.227295:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3415 00002000:00100000:1.0:1746146166.227300:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b1a2d80 x1830966202377344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.227308:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2d80 with x1830966202377344 ext(0->4095) 00010000:00010000:1.0:1746146166.227314:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.227323:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.227329:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b1a2d80 00000100:00100000:0.0:1746146166.230300:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.230417:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202377472 00000100:00100000:2.0:1746146166.230424:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202377472 00010000:00010000:2.0:1746146166.230452:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.230811:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14514 00000100:00100000:3.0:1746146166.230821:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202377472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.230833:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.230852:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.230863:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.230879:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63123 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2bc expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.230894:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.230896:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.230902:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.230908:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.230934:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.230945:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199323136:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.231011:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.233013:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199323136:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.233030:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.233067:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202377472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2248us (2772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.233075:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14514 00000100:00100000:0.0:1746146166.233194:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.233260:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202377728 00000100:00100000:2.0:1746146166.233264:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202377728 00002000:00100000:2.0:1746146166.233291:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdf100 x1830966202377728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.233322:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf100 with x1830966202377728 ext(0->4095) 00002000:00010000:2.0:1746146166.233326:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdf100 00000100:00100000:2.0:1746146166.233342:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14029 00000100:00100000:2.0:1746146166.233348:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2010:x1830966202377728:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146166.233491:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2010:x1830966202377728:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.233497:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14029 00002000:00100000:2.0:1746146166.233502:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdf100 x1830966202377728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.233509:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf100 with x1830966202377728 ext(0->4095) 00002000:00010000:2.0:1746146166.233511:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdf100 00000100:00100000:0.0:1746146166.235905:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.235989:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202377856 00000100:00100000:3.0:1746146166.235996:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202377856 00000100:00100000:3.0:1746146166.236028:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31171 00000100:00100000:3.0:1746146166.236035:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202377856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.236048:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.236061:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2ca expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.236084:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.236091:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.236092:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.236095:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.236116:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 17 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.236126:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 17 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.236136:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199323264:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.236213:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.238360:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199323264:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.238383:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.238398:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146166.238429:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202377856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2394us (2530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.238436:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31171 00000100:00100000:0.0:1746146166.238638:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.238799:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202377984 00000100:00100000:3.0:1746146166.238804:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202377984 00010000:00010000:3.0:1746146166.238821:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.238848:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14515 00000100:00100000:3.0:1746146166.238854:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2007:x1830966202377984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.238863:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.238877:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.238890:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.238908:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb6312a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2c3 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.238929:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.238934:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.238939:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.238945:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.238966:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.238975:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199323392:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.239033:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.241367:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199323392:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.241383:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.241425:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202377984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2571us (2787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.241434:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14515 00000100:00100000:0.0:1746146166.241772:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.242802:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202378240 00000100:00100000:2.0:1746146166.242809:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202378240 00002000:00100000:2.0:1746146166.242844:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093df80 x1830966202378240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.242853:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093df80 with x1830966202378240 ext(0->4095) 00002000:00010000:2.0:1746146166.242857:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093df80 00000100:00100000:2.0:1746146166.242881:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14030 00000100:00100000:2.0:1746146166.242887:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202378240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.242999:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202378240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.243004:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14030 00002000:00100000:2.0:1746146166.243009:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093df80 x1830966202378240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.243015:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093df80 with x1830966202378240 ext(0->4095) 00002000:00010000:2.0:1746146166.243018:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093df80 00000100:00100000:0.0:1746146166.243772:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.243853:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202378368 00000100:00100000:3.0:1746146166.243858:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202378368 00000100:00100000:3.0:1746146166.243882:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31172 00000100:00100000:3.0:1746146166.243888:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:1758:x1830966202378368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.243899:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.243912:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2d1 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.243932:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.243938:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.243940:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.243943:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.243965:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.243974:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.243984:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199323520:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.244053:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.245336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.245382:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202378496 00000100:00100000:2.0:1746146166.245386:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202378496 00000100:00100000:2.0:1746146166.245421:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31173 00000100:00100000:2.0:1746146166.245426:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+19:1766:x1830966202378496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.245436:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.245446:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2d8 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.245461:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.245465:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.245470:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.245473:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.245497:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 20 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.245507:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.245515:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146166.245551:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1766:x1830966202378496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.245557:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31173 00000100:00100000:3.0:1746146166.245655:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199323520:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.245668:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.245675:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146166.245690:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+19:1758:x1830966202378368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1803us (1920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.245695:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31172 00000100:00100000:0.0:1746146166.246154:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.246512:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202378624 00000100:00100000:3.0:1746146166.246516:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202378624 00010000:00010000:3.0:1746146166.246546:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.246954:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14516 00000100:00100000:3.0:1746146166.246962:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202378624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.246973:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.246992:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.247001:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.247018:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63131 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ca expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.247035:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.247036:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.247042:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.247049:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.247069:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 18 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.247078:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 18 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.247088:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199323776:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.247242:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.251075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.251140:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202378880 00000100:00100000:2.0:1746146166.251148:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202378880 00002000:00100000:2.0:1746146166.251184:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519c00 x1830966202378880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.251192:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519c00 with x1830966202378880 ext(0->4095) 00010000:00010000:2.0:1746146166.251199:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.251210:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.251215:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519c00 00000100:00100000:3.0:1746146166.251232:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199323776:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.251243:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3416 00010000:00010000:3.0:1746146166.251246:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.251249:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966202378880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146166.251276:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202378624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4316us (5123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.251283:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14516 00000100:00100000:2.0:1746146166.251344:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966202378880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.251350:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3416 00002000:00100000:2.0:1746146166.251354:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519c00 x1830966202378880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.251360:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519c00 with x1830966202378880 ext(0->4095) 00010000:00010000:2.0:1746146166.251364:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.251372:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.251377:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519c00 00000100:00100000:0.0:1746146166.255626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.255839:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202379008 00000100:00100000:3.0:1746146166.255847:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202379008 00010000:00010000:3.0:1746146166.255877:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.255948:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14517 00000100:00100000:3.0:1746146166.255955:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2007:x1830966202379008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.255966:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.255981:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.255991:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.256008:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63138 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d1 expref: 19 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.256104:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.256106:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.256111:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.256117:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.256144:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 18 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.256154:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199323904:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.256660:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.260157:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.260247:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199323904:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.260262:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.260293:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2007:x1830966202379008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4337us (4673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.260301:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14517 00000100:00100000:1.0:1746146166.260387:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202379264 00000100:00100000:1.0:1746146166.260392:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202379264 00002000:00100000:1.0:1746146166.260423:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83b100 x1830966202379264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.260431:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b100 with x1830966202379264 ext(0->4095) 00002000:00010000:1.0:1746146166.260435:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83b100 00000100:00100000:1.0:1746146166.262204:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14031 00000100:00100000:1.0:1746146166.262219:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966202379264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.262348:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966202379264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (2196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.262354:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14031 00002000:00100000:1.0:1746146166.262361:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83b100 x1830966202379264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.262368:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b100 with x1830966202379264 ext(0->4095) 00002000:00010000:1.0:1746146166.262373:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83b100 00000100:00100000:0.0:1746146166.264515:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.264756:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202379392 00000100:00100000:3.0:1746146166.264764:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202379392 00000100:00100000:3.0:1746146166.267176:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31174 00000100:00100000:3.0:1746146166.267192:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202379392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.267206:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.267221:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2df expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.267243:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 17 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.267250:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.267251:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.267254:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.267282:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 17 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.267292:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 17 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.267301:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199324032:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.267372:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.272217:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.272317:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199324032:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.272340:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.272353:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146166.272387:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202379392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5202us (7879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.272394:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31174 00000100:00100000:2.0:1746146166.272472:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202379520 00000100:00100000:2.0:1746146166.272478:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202379520 00002000:00100000:2.0:1746146166.272505:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080cd9880 x1830966202379520/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.272513:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9880 with x1830966202379520 ext(0->7) 00010000:00010000:2.0:1746146166.272519:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 18 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.272539:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 18 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.272545:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9880 00000100:00100000:2.0:1746146166.273343:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3417 00000100:00100000:2.0:1746146166.273351:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2009:x1830966202379520:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.275852:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2009:x1830966202379520:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2495us (3635us total) trans 4294972258 rc 0/0 00000100:00100000:0.0:1746146166.275862:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3417 00002000:00100000:0.0:1746146166.275871:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880080cd9880 x1830966202379520/t4294972258(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.275879:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9880 with x1830966202379520 ext(0->7) 00010000:00010000:0.0:1746146166.275887:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.275900:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.275905:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9880 00000100:00100000:0.0:1746146166.278267:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.278601:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202379648 00000100:00100000:3.0:1746146166.278609:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202379648 00010000:00010000:3.0:1746146166.278638:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.279388:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14518 00000100:00100000:3.0:1746146166.279396:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2010:x1830966202379648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.279409:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.279424:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.279433:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.279450:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6313f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2d8 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.281016:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.281021:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.281033:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.281042:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.281079:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.281091:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199324160:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.281161:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.284486:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199324160:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.284505:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.285310:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2010:x1830966202379648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5911us (7045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.285320:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14518 00000100:00100000:0.0:1746146166.288168:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.289780:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202379904 00000100:00100000:2.0:1746146166.289789:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202379904 00002000:00100000:2.0:1746146166.289829:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9500 x1830966202379904/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.289838:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9500 with x1830966202379904 ext(0->4095) 00002000:00010000:2.0:1746146166.289843:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9500 00000100:00100000:2.0:1746146166.289877:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14032 00000100:00100000:2.0:1746146166.289884:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202379904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.290016:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202379904:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (1855us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.290022:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14032 00002000:00100000:2.0:1746146166.290028:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9500 x1830966202379904/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.290035:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9500 with x1830966202379904 ext(0->4095) 00002000:00010000:2.0:1746146166.290037:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9500 00000100:00100000:0.0:1746146166.301860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.301948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.302011:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202380032 00000100:00100000:2.0:1746146166.302018:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202380032 00000100:00100000:2.0:1746146166.302061:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202380160 00000100:00100000:2.0:1746146166.302064:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202380160 00000100:00100000:2.0:1746146166.302081:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31175 00000100:00100000:0.0:1746146166.302168:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31176 00000100:00100000:0.0:1746146166.302175:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1758:x1830966202380160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146166.302192:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146166.302203:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2ed expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.302223:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.302229:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.302231:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.302234:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.302266:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146166.302271:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+21:1766:x1830966202380032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146166.302275:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 5 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.302280:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746146166.302284:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199324288:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.302288:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2e6 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.302300:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.302305:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.302311:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.302314:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 22 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.302334:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.302343:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 22 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.302352:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278200, rc 0) 00000100:00100000:2.0:1746146166.303069:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1766:x1830966202380032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 979us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.303076:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31175 00000100:00100000:0.0:1746146166.303083:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.306302:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199324288:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.306326:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.306339:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065c200, rc 0) 00000100:00100000:2.0:1746146166.306375:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+21:1758:x1830966202380160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4200us (4426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.306383:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31176 00000100:00100000:0.0:1746146166.307254:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.308323:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202380288 00000100:00100000:3.0:1746146166.308331:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202380288 00010000:00010000:3.0:1746146166.308361:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.308402:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14519 00000100:00100000:3.0:1746146166.308409:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202380288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.308420:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.308437:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.308447:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.308464:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63146 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2df expref: 6 pid: 9583 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.308493:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.308494:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.308499:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.308507:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.308544:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.308558:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.308568:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199324544:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.308642:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.310941:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199324544:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.310958:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.311317:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202380288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2906us (4061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.311326:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14519 00000100:00100000:0.0:1746146166.311509:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.311601:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202380544 00000100:00100000:3.0:1746146166.311606:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202380544 00002000:00100000:3.0:1746146166.311635:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089620700 x1830966202380544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.311643:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089620700 with x1830966202380544 ext(0->4095) 00010000:00010000:3.0:1746146166.311650:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.311661:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.311667:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089620700 00000100:00100000:3.0:1746146166.311693:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3418 00000100:00100000:3.0:1746146166.311699:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202380544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146166.311806:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202380544:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.311811:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3418 00002000:00100000:3.0:1746146166.311816:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089620700 x1830966202380544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.311822:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089620700 with x1830966202380544 ext(0->4095) 00010000:00010000:3.0:1746146166.311827:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.311835:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.311840:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089620700 00000100:00100000:0.0:1746146166.317905:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.318077:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202380672 00000100:00100000:3.0:1746146166.318085:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202380672 00010000:00010000:3.0:1746146166.318115:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.318481:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14520 00000100:00100000:3.0:1746146166.318489:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202380672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.318499:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.318514:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.318534:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.318552:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6314d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2ed expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.318575:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.318577:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.318582:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.318589:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.318614:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 20 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.319043:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199324672:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.319684:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.325410:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.325465:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202380928 00000100:00100000:1.0:1746146166.325472:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202380928 00002000:00100000:1.0:1746146166.325508:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089620a80 x1830966202380928/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.325517:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089620a80 with x1830966202380928 ext(0->4095) 00002000:00010000:1.0:1746146166.325530:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089620a80 00000100:00100000:1.0:1746146166.325561:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14033 00000100:00100000:1.0:1746146166.325568:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202380928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146166.326800:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202380928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1230us (1394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.326808:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14033 00002000:00100000:1.0:1746146166.326815:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089620a80 x1830966202380928/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.326822:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089620a80 with x1830966202380928 ext(0->4095) 00002000:00010000:1.0:1746146166.326825:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089620a80 00000100:00100000:3.0:1746146166.326924:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199324672:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.326936:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.326974:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202380672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 8485us (9076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.326982:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14520 00000100:00100000:0.0:1746146166.329384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.329466:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202381056 00000100:00100000:2.0:1746146166.329474:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202381056 00000100:00100000:2.0:1746146166.329508:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31177 00000100:00100000:2.0:1746146166.329515:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202381056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.329539:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.329552:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2f4 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.329575:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.329582:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.329584:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.329587:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.329613:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.329624:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 19 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.329635:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199324800:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.329735:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.332582:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199324800:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.332606:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.332625:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146166.333069:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202381056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3553us (3690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.333076:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31177 00000100:00100000:0.0:1746146166.333272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.333368:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202381184 00000100:00100000:3.0:1746146166.333373:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202381184 00010000:00010000:3.0:1746146166.333393:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 20 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.333475:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14521 00000100:00100000:3.0:1746146166.333481:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089621180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202381184:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.333490:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.333503:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 20 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.333511:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 20 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.333537:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb63154 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2e6 expref: 20 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.333557:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.333559:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.333564:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.333570:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.333590:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.333598:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199324928:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.334038:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.334858:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.334933:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202381312 00000100:00100000:2.0:1746146166.334937:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202381312 00000100:00100000:2.0:1746146166.334960:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31178 00000100:00100000:2.0:1746146166.334966:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1758:x1830966202381312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.334977:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.334987:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff2fb expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.335004:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.335009:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.335011:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.335014:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.335029:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.335039:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 5 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.335051:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199325056:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.335273:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.336085:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199324928:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.336097:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.336118:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089621180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202381184:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2637us (2846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.336125:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14521 00000100:00100000:0.0:1746146166.336273:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.336385:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202381568 00000100:00100000:2.0:1746146166.336390:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202381568 00002000:00100000:2.0:1746146166.336422:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089621880 x1830966202381568/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.336431:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089621880 with x1830966202381568 ext(0->4095) 00010000:00010000:2.0:1746146166.336436:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.336446:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.336452:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089621880 00000100:00100000:2.0:1746146166.336550:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3419 00000100:00100000:2.0:1746146166.336557:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202381568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.336991:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089621880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202381568:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 433us (717us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.336997:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3419 00002000:00100000:2.0:1746146166.337003:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089621880 x1830966202381568/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.337010:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089621880 with x1830966202381568 ext(0->4095) 00010000:00010000:2.0:1746146166.337014:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.337023:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.337028:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089621880 00000100:00100000:2.0:1746146166.340807:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199325056:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.340835:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.340851:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279c00, rc 0) 00000100:00100000:2.0:1746146166.340888:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1758:x1830966202381312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5921us (6030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.340896:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31178 00000100:00100000:0.0:1746146166.341504:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.341551:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.342183:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202381824 00000100:00100000:3.0:1746146166.342190:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202381824 00010000:00010000:3.0:1746146166.342215:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.342239:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14522 00000100:00100000:3.0:1746146166.342246:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089621f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202381824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.342257:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.342273:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.342282:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.342300:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6315b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2f4 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.342368:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.342370:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.342376:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.342384:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146166.342396:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202381696 00000100:00100000:2.0:1746146166.342400:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202381696 00010000:00010000:3.0:1746146166.342411:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.342422:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199325184:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.342422:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31179 00000100:00100000:2.0:1746146166.342427:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1766:x1830966202381696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.342438:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.342446:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff302 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.342462:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.342468:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.342470:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746146166.342472:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00010000:00010000:2.0:1746146166.342473:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.342488:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.342497:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.342504:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199325312:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.342536:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.344922:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199325184:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.344938:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.345014:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199325312:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.345031:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.345043:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279a00, rc 0) 00000100:00100000:3.0:1746146166.345214:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089621f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202381824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2966us (3660us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.345223:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14522 00000100:00100000:2.0:1746146166.345274:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+21:1766:x1830966202381696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2847us (3772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.345280:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31179 00000100:00100000:0.0:1746146166.345330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.345540:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202382080 00000100:00100000:2.0:1746146166.345544:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202382080 00002000:00100000:2.0:1746146166.345571:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089622300 x1830966202382080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.345579:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089622300 with x1830966202382080 ext(0->4095) 00010000:00010000:2.0:1746146166.345584:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.345598:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.345603:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089622300 00000100:00100000:2.0:1746146166.345618:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3420 00000100:00100000:2.0:1746146166.345623:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202382080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146166.345736:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202382080:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.345741:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3420 00002000:00100000:2.0:1746146166.345746:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089622300 x1830966202382080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.345753:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089622300 with x1830966202382080 ext(0->4095) 00010000:00010000:2.0:1746146166.345757:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.345765:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.345771:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089622300 00000100:00100000:0.0:1746146166.349118:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.349303:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202382208 00000100:00100000:3.0:1746146166.349311:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202382208 00010000:00010000:3.0:1746146166.349338:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.349372:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14523 00000100:00100000:3.0:1746146166.349379:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089622680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202382208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.349392:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.349408:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.349419:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.349437:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279c00/0x88944630cfb63162 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff2fb expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.349467:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.349469:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.349474:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.349481:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.349509:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.349531:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199325440:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.349891:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.353604:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.353696:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199325440:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.353700:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202382464 00000100:00100000:2.0:1746146166.353705:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202382464 00010000:00010000:3.0:1746146166.353732:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746146166.353763:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816a00 x1830966202382464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746146166.353766:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089622680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202382208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4388us (4655us total) trans 0 rc 0/0 00002000:00100000:2.0:1746146166.353771:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816a00 with x1830966202382464 ext(0->4095) 00000100:00100000:3.0:1746146166.353774:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14523 00002000:00010000:2.0:1746146166.353775:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816a00 00000100:00100000:2.0:1746146166.353795:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14034 00000100:00100000:2.0:1746146166.353800:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202382464:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.354613:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202382464:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 811us (1015us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.354620:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14034 00002000:00100000:2.0:1746146166.354625:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816a00 x1830966202382464/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.354632:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816a00 with x1830966202382464 ext(0->4095) 00002000:00010000:2.0:1746146166.354635:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816a00 00000100:00100000:0.0:1746146166.356986:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.357090:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202382592 00000100:00100000:2.0:1746146166.357097:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202382592 00000100:00100000:2.0:1746146166.357131:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31180 00000100:00100000:2.0:1746146166.357138:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202382592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.357151:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.357163:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff309 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.357187:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.357194:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.357195:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.357198:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.357225:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.357236:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 19 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.357246:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199325568:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.358731:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.363254:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199325568:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.363282:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.363296:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:0.0:1746146166.363763:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.363828:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202382592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6688us (6845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.363836:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31180 00000100:00100000:3.0:1746146166.363913:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202382720 00000100:00100000:3.0:1746146166.363919:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202382720 00010000:00010000:3.0:1746146166.363943:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.363963:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14524 00000100:00100000:3.0:1746146166.363969:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2007:x1830966202382720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.363982:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.363998:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.364007:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.364025:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63169 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff302 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.364039:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.364041:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.364046:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.364053:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.364076:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.364085:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199325696:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.364134:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.364327:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.364406:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202382848 00000100:00100000:2.0:1746146166.364409:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202382848 00000100:00100000:2.0:1746146166.364425:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31181 00000100:00100000:2.0:1746146166.364430:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1758:x1830966202382848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.364440:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.364448:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff310 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.364461:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.364467:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.364468:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.364471:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.364484:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.364493:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 5 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.364501:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199325824:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.364536:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.373812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.373873:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199325696:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.373889:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.373927:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202382720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9958us (10164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.373939:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14524 00000100:00100000:3.0:1746146166.373973:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202383104 00000100:00100000:3.0:1746146166.373977:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202383104 00002000:00100000:3.0:1746146166.374002:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089623100 x1830966202383104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.374011:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089623100 with x1830966202383104 ext(0->4095) 00010000:00010000:3.0:1746146166.374018:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.374031:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.374037:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089623100 00000100:00100000:3.0:1746146166.374050:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3421 00000100:00100000:3.0:1746146166.374055:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202383104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146166.374149:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202383104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.374154:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3421 00002000:00100000:3.0:1746146166.374159:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089623100 x1830966202383104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.374166:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089623100 with x1830966202383104 ext(0->4095) 00010000:00010000:3.0:1746146166.374171:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.374184:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.374190:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089623100 00000100:00100000:2.0:1746146166.374777:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199325824:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.374795:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.374807:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146166.374841:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1758:x1830966202382848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10411us (10514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.374847:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31181 00000100:00100000:0.0:1746146166.376318:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.376372:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202383232 00000100:00100000:2.0:1746146166.376377:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202383232 00000100:00100000:2.0:1746146166.376404:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31182 00000100:00100000:2.0:1746146166.376409:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1766:x1830966202383232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.376423:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.376434:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff317 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.376451:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.376455:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.376459:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.376462:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.376485:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.376492:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.376499:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146166.376538:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+21:1766:x1830966202383232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.376543:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31182 00000100:00100000:0.0:1746146166.377496:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.377584:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202383360 00000100:00100000:3.0:1746146166.377589:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202383360 00010000:00010000:3.0:1746146166.377609:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.377628:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14525 00000100:00100000:3.0:1746146166.377632:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202383360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.377640:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.377654:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.377663:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.377677:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb63170 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff309 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.377703:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.377705:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.377710:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.377745:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.377765:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.377774:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 20 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.377783:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326080:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.381087:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.383424:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.383508:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202383616 00000100:00100000:2.0:1746146166.383514:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202383616 00000100:00100000:3.0:1746146166.383535:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326080:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.383554:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746146166.383560:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089623b80 x1830966202383616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.383569:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089623b80 with x1830966202383616 ext(0->4095) 00010000:00010000:2.0:1746146166.383577:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.383589:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202383360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5955us (6093us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146166.383589:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.383595:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089623b80 00000100:00100000:3.0:1746146166.383598:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14525 00000100:00100000:2.0:1746146166.383612:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3422 00000100:00100000:2.0:1746146166.383618:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202383616:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146166.383756:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202383616:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.383762:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3422 00002000:00100000:2.0:1746146166.383767:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089623b80 x1830966202383616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.383773:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089623b80 with x1830966202383616 ext(0->4095) 00010000:00010000:2.0:1746146166.383777:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.383785:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.383790:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089623b80 00000100:00100000:0.0:1746146166.386417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.386514:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202383744 00000100:00100000:3.0:1746146166.386553:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202383744 00010000:00010000:3.0:1746146166.386579:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.386603:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14526 00000100:00100000:3.0:1746146166.386609:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2008:x1830966202383744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.386620:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.386636:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.386646:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.386664:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63177 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff310 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.388318:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.388322:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.388331:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.388340:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.388372:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 20 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.388382:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326208:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.390050:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.395853:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326208:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.395870:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.395907:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202383744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9298us (9496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.395916:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14526 00000100:00100000:0.0:1746146166.396670:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.397161:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202384000 00000100:00100000:3.0:1746146166.397167:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202384000 00002000:00100000:3.0:1746146166.397195:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089620000 x1830966202384000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.397204:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089620000 with x1830966202384000 ext(0->4095) 00002000:00010000:3.0:1746146166.397208:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089620000 00000100:00100000:3.0:1746146166.397569:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14035 00000100:00100000:3.0:1746146166.397576:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2009:x1830966202384000:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146166.398132:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2009:x1830966202384000:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 555us (1462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.398138:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14035 00002000:00100000:3.0:1746146166.398143:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089620000 x1830966202384000/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.398150:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089620000 with x1830966202384000 ext(0->4095) 00002000:00010000:3.0:1746146166.398153:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089620000 00000100:00100000:0.0:1746146166.403903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.403996:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202384128 00000100:00100000:2.0:1746146166.404004:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202384128 00000100:00100000:2.0:1746146166.404038:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31183 00000100:00100000:2.0:1746146166.404044:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202384128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.404058:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.404070:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff31e expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.404093:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.404100:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.404102:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.404105:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.404126:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 19 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.404136:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 19 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.404147:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199326336:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.404219:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.405414:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199326336:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.405432:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.405442:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279a00, rc 0) 00000100:00100000:2.0:1746146166.405599:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202384128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1554us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.405608:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31183 00000100:00100000:2.0:1746146166.407306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.407537:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202384256 00000100:00100000:0.0:1746146166.407543:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202384256 00000100:00100000:0.0:1746146166.407576:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31184 00000100:00100000:0.0:1746146166.407581:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+20:1758:x1830966202384256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146166.407594:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146166.407607:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff325 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.407625:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146166.407630:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.407636:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746146166.407639:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 21 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.407663:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.407673:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 21 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.407681:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065ce00, rc 0) 00000100:00100000:0.0:1746146166.407711:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+21:1758:x1830966202384256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146166.407735:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31184 00000100:00100000:2.0:1746146166.407866:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.408009:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202384384 00000100:00100000:3.0:1746146166.408013:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202384384 00010000:00010000:3.0:1746146166.408031:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.408232:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14527 00000100:00100000:3.0:1746146166.408238:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+21:2007:x1830966202384384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.408246:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.408260:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.408275:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.408289:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6317e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff317 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.408611:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.408613:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.408619:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.408625:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.408644:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.408653:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 5 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.408663:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326592:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.409035:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994386c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.410946:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326592:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.410961:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.410992:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2007:x1830966202384384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2753us (3125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.411004:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14527 00000100:00100000:0.0:1746146166.411317:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.411853:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202384640 00000100:00100000:3.0:1746146166.411859:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202384640 00002000:00100000:3.0:1746146166.411889:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be28380 x1830966202384640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.411898:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28380 with x1830966202384640 ext(0->4095) 00010000:00010000:3.0:1746146166.411904:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.411914:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.411920:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be28380 00000100:00100000:3.0:1746146166.411936:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3423 00000100:00100000:3.0:1746146166.411942:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202384640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.412042:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202384640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (725us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.412046:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3423 00002000:00100000:3.0:1746146166.412051:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be28380 x1830966202384640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.412057:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28380 with x1830966202384640 ext(0->4095) 00010000:00010000:3.0:1746146166.412061:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.412073:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:3.0:1746146166.412077:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be28380 00000100:00100000:0.0:1746146166.416781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.416911:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202384768 00000100:00100000:3.0:1746146166.416918:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202384768 00010000:00010000:3.0:1746146166.416945:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.416966:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14528 00000100:00100000:3.0:1746146166.416972:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202384768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.416983:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.416998:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.417007:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.417023:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63185 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff31e expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.418077:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.418081:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.418091:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.418104:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.418136:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.418147:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326720:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.422633:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.428924:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326720:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.428944:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.428985:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202384768:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 12012us (12211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.428994:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14528 00000100:00100000:1.0:1746146166.430197:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.430274:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202385024 00000100:00100000:3.0:1746146166.430280:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202385024 00002000:00100000:3.0:1746146166.430312:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1500 x1830966202385024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.430320:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1500 with x1830966202385024 ext(0->4095) 00002000:00010000:3.0:1746146166.430324:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e1500 00000100:00100000:3.0:1746146166.430338:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14036 00000100:00100000:3.0:1746146166.430345:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202385024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.430442:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202385024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.430450:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14036 00002000:00100000:3.0:1746146166.430455:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1500 x1830966202385024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.430461:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1500 with x1830966202385024 ext(0->4095) 00002000:00010000:3.0:1746146166.430463:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e1500 00000100:00100000:0.0:1746146166.433650:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.433740:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202385152 00000100:00100000:1.0:1746146166.433747:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202385152 00000100:00100000:1.0:1746146166.433783:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31185 00000100:00100000:1.0:1746146166.433790:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202385152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.433803:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.433816:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff32c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.433840:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.433846:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.433848:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.433851:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.433871:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 19 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.433879:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 19 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146166.433889:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199326848:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146166.433952:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.437294:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199326848:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146166.437323:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.437336:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a000, rc 0) 00000100:00100000:1.0:1746146166.437369:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202385152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3579us (3725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.437375:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31185 00000100:00100000:0.0:1746146166.457380:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.457595:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202385280 00000100:00100000:2.0:1746146166.457602:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202385280 00002000:00100000:2.0:1746146166.457638:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008be28e00 x1830966202385280/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.457646:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28e00 with x1830966202385280 ext(0->7) 00010000:00010000:2.0:1746146166.457653:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 20 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.457664:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 20 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.457670:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be28e00 00000100:00100000:2.0:1746146166.457698:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3424 00000100:00100000:2.0:1746146166.457706:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202385280:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.458651:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2008:x1830966202385280:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 943us (1275us total) trans 4294972259 rc 0/0 00000100:00100000:0.0:1746146166.458659:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3424 00002000:00100000:0.0:1746146166.458666:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008be28e00 x1830966202385280/t4294972259(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.458673:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28e00 with x1830966202385280 ext(0->7) 00010000:00010000:0.0:1746146166.458679:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 22 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.458689:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 22 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.458695:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be28e00 00000100:00100000:0.0:1746146166.468456:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.468504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.468516:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202385408 00000100:00100000:3.0:1746146166.468531:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202385408 00010000:00010000:3.0:1746146166.468563:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 22 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.468589:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14529 00000100:00100000:3.0:1746146166.468595:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2007:x1830966202385408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.468611:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746146166.468625:0:7218:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146166 -> 1746146167 00002000:00010000:3.0:1746146166.468627:0:7218:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146166 -> 1746146167 00010000:00010000:3.0:1746146166.468632:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 22 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.468645:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 22 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.468665:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065ce00/0x88944630cfb6318c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff325 expref: 22 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.468689:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.468691:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.468697:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.468703:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.468752:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.468763:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326976:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.468823:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.468876:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202385536 00000100:00100000:1.0:1746146166.468880:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202385536 00000100:00100000:1.0:1746146166.468902:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31186 00000100:00100000:1.0:1746146166.468907:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1758:x1830966202385536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.468917:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.468925:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff333 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.468938:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.468943:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146166.468944:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146166.468947:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.468963:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.468972:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 5 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146166.468980:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199327104:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146166.469000:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.471639:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199326976:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.471655:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.471687:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+23:2007:x1830966202385408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3092us (3238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.471695:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14529 00000100:00100000:0.0:1746146166.473044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.473107:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202385792 00000100:00100000:2.0:1746146166.473113:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202385792 00002000:00100000:2.0:1746146166.473145:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29500 x1830966202385792/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.473153:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29500 with x1830966202385792 ext(0->4095) 00010000:00010000:2.0:1746146166.473160:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.473176:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146166.473250:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199327104:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146166.473270:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.473286:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146166.473324:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1758:x1830966202385536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4417us (4820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.473331:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31186 00002000:00010000:2.0:1746146166.473440:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be29500 00000100:00100000:2.0:1746146166.473455:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3425 00000100:00100000:2.0:1746146166.473461:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202385792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.473572:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202385792:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (532us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.473578:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3425 00002000:00100000:2.0:1746146166.473583:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29500 x1830966202385792/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.473591:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29500 with x1830966202385792 ext(0->4095) 00010000:00010000:2.0:1746146166.473595:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.473603:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.473608:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be29500 00000100:00100000:0.0:1746146166.478354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.478703:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202385920 00000100:00100000:3.0:1746146166.478711:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202385920 00010000:00010000:3.0:1746146166.478788:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.478814:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14530 00000100:00100000:3.0:1746146166.478821:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202385920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.478831:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.478846:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.478861:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.478879:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb63193 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff32c expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.478908:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.478910:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.478916:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.478923:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.478948:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.478958:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199327232:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.479031:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.480965:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.481143:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199327232:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.481157:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.481186:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202385920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2367us (2839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.481194:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14530 00000100:00100000:2.0:1746146166.481268:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202386176 00000100:00100000:2.0:1746146166.481273:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202386176 00002000:00100000:2.0:1746146166.481300:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29c00 x1830966202386176/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.481307:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29c00 with x1830966202386176 ext(0->4095) 00002000:00010000:2.0:1746146166.481311:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be29c00 00000100:00100000:2.0:1746146166.481664:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14037 00000100:00100000:2.0:1746146166.481671:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2007:x1830966202386176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.481807:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2007:x1830966202386176:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (846us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.481813:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14037 00002000:00100000:2.0:1746146166.481817:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29c00 x1830966202386176/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.481824:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29c00 with x1830966202386176 ext(0->4095) 00002000:00010000:2.0:1746146166.481826:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be29c00 00000100:00100000:0.0:1746146166.486079:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.486153:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202386304 00000100:00100000:1.0:1746146166.486161:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202386304 00000100:00100000:1.0:1746146166.486205:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31187 00000100:00100000:1.0:1746146166.486212:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202386304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.486226:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.486237:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff33a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.486260:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.486266:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.486268:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.486270:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.486292:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 21 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.486301:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 21 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146166.486315:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199327360:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146166.486377:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.495513:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199327360:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.495569:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.495583:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a400, rc 0) 00000100:00100000:2.0:1746146166.495623:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202386304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9411us (9550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.495630:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31187 00000100:00100000:0.0:1746146166.519444:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.519563:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202386432 00000100:00100000:2.0:1746146166.519571:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202386432 00000100:00100000:2.0:1746146166.519607:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31188 00000100:00100000:2.0:1746146166.519614:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+22:1758:x1830966202386432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.519629:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.519642:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff341 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.519662:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.519667:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.519672:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146166.519675:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.519702:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.519738:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.519747:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146166.519797:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+23:1758:x1830966202386432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.519802:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31188 00000100:00100000:0.0:1746146166.523575:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.523633:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202386560 00000100:00100000:1.0:1746146166.523640:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202386560 00002000:00100000:1.0:1746146166.523674:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008be2a680 x1830966202386560/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.523684:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2a680 with x1830966202386560 ext(0->7) 00010000:00010000:1.0:1746146166.523691:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 23 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.523703:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 23 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.523709:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2a680 00000100:00100000:1.0:1746146166.523751:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3426 00000100:00100000:1.0:1746146166.523758:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+23:2008:x1830966202386560:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.524431:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+25:2008:x1830966202386560:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 671us (860us total) trans 4294972260 rc 0/0 00000100:00100000:0.0:1746146166.524438:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3426 00002000:00100000:0.0:1746146166.524443:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008be2a680 x1830966202386560/t4294972260(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.524449:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2a680 with x1830966202386560 ext(0->7) 00010000:00010000:0.0:1746146166.524453:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 25 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.524462:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 25 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.524466:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2a680 00000100:00100000:0.0:1746146166.529275:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.530748:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202386688 00000100:00100000:3.0:1746146166.530757:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202386688 00010000:00010000:3.0:1746146166.530787:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 25 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.530823:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14531 00000100:00100000:3.0:1746146166.530830:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+25:2009:x1830966202386688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.530842:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.530858:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 25 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.530868:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 25 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.530886:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6319a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff333 expref: 25 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.530913:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.530915:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.530921:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.530927:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.530955:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.530965:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 5 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.530976:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199327616:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.531622:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.533359:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199327616:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.533373:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146166.534760:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.534785:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202386944 00000100:00100000:0.0:1746146166.534792:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202386944 00002000:00100000:0.0:1746146166.534823:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2ad80 x1830966202386944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.534831:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2ad80 with x1830966202386944 ext(0->4095) 00010000:00010000:0.0:1746146166.534839:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.534850:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.534856:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2ad80 00000100:00100000:0.0:1746146166.534879:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3427 00000100:00100000:0.0:1746146166.534885:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202386944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146166.534978:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202386944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146166.534983:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3427 00002000:00100000:0.0:1746146166.534987:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2ad80 x1830966202386944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.534994:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2ad80 with x1830966202386944 ext(0->4095) 00010000:00010000:0.0:1746146166.534998:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.535005:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.535011:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2ad80 00000100:00100000:3.0:1746146166.537060:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2009:x1830966202386688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6223us (7784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.537070:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14531 00000100:00100000:0.0:1746146166.538693:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.538969:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202387072 00000100:00100000:3.0:1746146166.538976:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202387072 00010000:00010000:3.0:1746146166.539003:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.539031:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14532 00000100:00100000:3.0:1746146166.539037:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202387072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.539047:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.539062:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.539070:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.539085:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb631a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff33a expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.539096:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.539099:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.539105:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.539111:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.539134:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.539143:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199327744:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.540608:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.543294:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.543380:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202387328 00000100:00100000:3.0:1746146166.543387:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202387328 00002000:00100000:3.0:1746146166.543425:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2b480 x1830966202387328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.543434:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2b480 with x1830966202387328 ext(0->4095) 00002000:00010000:3.0:1746146166.543438:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2b480 00000100:00100000:3.0:1746146166.543455:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14038 00000100:00100000:3.0:1746146166.543462:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2009:x1830966202387328:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146166.543590:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2009:x1830966202387328:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.543596:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14038 00002000:00100000:3.0:1746146166.543600:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2b480 x1830966202387328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.543606:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2b480 with x1830966202387328 ext(0->4095) 00002000:00010000:3.0:1746146166.543609:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2b480 00000100:00100000:2.0:1746146166.543934:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199327744:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.543947:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.544155:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202387072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5118us (5466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.544163:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14532 00000100:00100000:0.0:1746146166.548803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.548895:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202387456 00000100:00100000:2.0:1746146166.548902:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202387456 00000100:00100000:2.0:1746146166.548940:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31189 00000100:00100000:2.0:1746146166.548946:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202387456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.548959:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.548971:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff348 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.548993:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.548999:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.549001:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.549003:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.549023:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 23 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.549032:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 23 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.549041:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199327872:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.549738:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.557451:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199327872:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.557478:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.557492:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146166.558107:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202387456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9159us (9308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.558116:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31189 00000100:00100000:0.0:1746146166.566460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.566632:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202387584 00000100:00100000:2.0:1746146166.566639:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202387584 00002000:00100000:2.0:1746146166.566679:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008be2bb80 x1830966202387584/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.566687:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2bb80 with x1830966202387584 ext(0->7) 00010000:00010000:2.0:1746146166.566695:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 24 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.566707:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 24 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.566741:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2bb80 00000100:00100000:2.0:1746146166.566771:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3428 00000100:00100000:2.0:1746146166.566777:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+24:2009:x1830966202387584:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.568075:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2009:x1830966202387584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1294us (1618us total) trans 4294972261 rc 0/0 00000100:00100000:0.0:1746146166.568083:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3428 00002000:00100000:0.0:1746146166.568090:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008be2bb80 x1830966202387584/t4294972261(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.568097:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2bb80 with x1830966202387584 ext(0->7) 00010000:00010000:0.0:1746146166.568103:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 26 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.568112:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 26 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.568118:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2bb80 00000100:00100000:0.0:1746146166.579069:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.579531:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.579605:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202387840 00000100:00100000:3.0:1746146166.579611:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202387840 00010000:00010000:3.0:1746146166.579639:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 26 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.579661:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14533 00000100:00100000:3.0:1746146166.579667:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2009:x1830966202387840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.579677:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.579691:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 26 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.579700:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 26 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.579740:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb631a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff341 expref: 26 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.580299:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202387712 00000100:00100000:2.0:1746146166.580304:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202387712 00000100:00100000:2.0:1746146166.580332:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31190 00000100:00100000:2.0:1746146166.580337:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+26:1758:x1830966202387712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.580348:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.580357:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff34f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.580370:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.580375:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.580380:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.580383:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 27 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.580408:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.580417:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 27 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.580425:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.580427:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.580432:0:10121:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.580438:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.580451:0:10121:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.580460:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 5 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.580470:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199328128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.580544:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.582251:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199328128:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.582265:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279a00, rc 0) 00000100:00100000:2.0:1746146166.582303:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+27:1758:x1830966202387712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1965us (3239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.582309:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31190 00000100:00100000:0.0:1746146166.587329:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.587415:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202388096 00000100:00100000:1.0:1746146166.587423:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202388096 00002000:00100000:1.0:1746146166.587462:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2fb80 x1830966202388096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.587471:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2fb80 with x1830966202388096 ext(0->4095) 00010000:00010000:1.0:1746146166.587480:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.587496:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.587502:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2fb80 00000100:00100000:1.0:1746146166.587537:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3429 00000100:00100000:1.0:1746146166.587544:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202388096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.587655:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202388096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.587661:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3429 00002000:00100000:1.0:1746146166.587666:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2fb80 x1830966202388096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.587674:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2fb80 with x1830966202388096 ext(0->4095) 00010000:00010000:1.0:1746146166.587678:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.587687:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.587692:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2fb80 00010000:00010000:3.0:1746146166.588177:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.588208:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2009:x1830966202387840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 8540us (8677us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.588215:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14533 00000100:00100000:0.0:1746146166.594596:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.594674:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202388224 00000100:00100000:3.0:1746146166.594681:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202388224 00010000:00010000:3.0:1746146166.594707:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.594749:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14534 00000100:00100000:3.0:1746146166.594755:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202388224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.594766:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.594780:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.594788:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.594803:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb631af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff348 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.594826:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.594828:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.594833:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 25 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.594840:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 25 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.594863:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 25 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.594872:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199328256:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.594933:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.597950:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199328256:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.597967:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.598002:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202388224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3246us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.598012:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14534 00000100:00100000:0.0:1746146166.599409:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.599873:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202388480 00000100:00100000:2.0:1746146166.599879:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202388480 00002000:00100000:2.0:1746146166.599913:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2ed80 x1830966202388480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.599921:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ed80 with x1830966202388480 ext(0->4095) 00002000:00010000:2.0:1746146166.599925:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2ed80 00000100:00100000:2.0:1746146166.600004:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14039 00000100:00100000:2.0:1746146166.600011:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2008:x1830966202388480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146166.600116:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2008:x1830966202388480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (710us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.600122:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14039 00002000:00100000:2.0:1746146166.600127:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2ed80 x1830966202388480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.600134:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ed80 with x1830966202388480 ext(0->4095) 00002000:00010000:2.0:1746146166.600136:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2ed80 00000100:00100000:0.0:1746146166.605802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.606049:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202388608 00000100:00100000:2.0:1746146166.606057:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202388608 00000100:00100000:2.0:1746146166.606087:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31191 00000100:00100000:2.0:1746146166.606093:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202388608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.606107:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.606119:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff356 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.606140:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 25 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.606146:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.606147:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.606150:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.606169:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 25 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.606178:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 25 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.606187:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199328384:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.608603:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.608631:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199328384:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.608653:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.608665:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146166.608708:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202388608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2614us (2913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.608730:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31191 00000100:00100000:0.0:1746146166.622215:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.622307:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202388736 00000100:00100000:1.0:1746146166.622314:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202388736 00002000:00100000:1.0:1746146166.622352:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007da2ea00 x1830966202388736/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.622362:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ea00 with x1830966202388736 ext(0->7) 00010000:00010000:1.0:1746146166.622370:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 26 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.622381:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 26 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.622387:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ea00 00000100:00100000:1.0:1746146166.622415:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3430 00000100:00100000:1.0:1746146166.622422:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2008:x1830966202388736:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.625190:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202388736:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2762us (2976us total) trans 4294972262 rc 0/0 00000100:00100000:0.0:1746146166.625201:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3430 00002000:00100000:0.0:1746146166.625211:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007da2ea00 x1830966202388736/t4294972262(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.625218:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ea00 with x1830966202388736 ext(0->7) 00010000:00010000:0.0:1746146166.625226:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.625237:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.625243:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2ea00 00000100:00100000:0.0:1746146166.627286:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.627365:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202388864 00000100:00100000:3.0:1746146166.627372:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202388864 00010000:00010000:3.0:1746146166.627398:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.627421:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14535 00000100:00100000:3.0:1746146166.627427:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2010:x1830966202388864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.627438:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.627451:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.627460:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.627477:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb631b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff34f expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.627506:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.627507:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.627514:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.627528:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.627553:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.627563:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199328512:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.627628:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.635155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.636031:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202388992 00000100:00100000:2.0:1746146166.636041:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202388992 00000100:00100000:2.0:1746146166.636095:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31192 00000100:00100000:2.0:1746146166.636102:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202388992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.636116:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.636129:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff35d expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.636152:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.636158:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.636159:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.636162:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.636185:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.636195:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 5 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.636205:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199328640:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.636262:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.636677:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199328512:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.636690:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.636735:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2010:x1830966202388864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9307us (9452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.636742:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14535 00000100:00100000:1.0:1746146166.636820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.637089:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202389248 00000100:00100000:2.0:1746146166.637093:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202389248 00002000:00100000:2.0:1746146166.637115:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e3800 x1830966202389248/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.637123:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e3800 with x1830966202389248 ext(0->4095) 00010000:00010000:2.0:1746146166.637128:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.637136:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.637141:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e3800 00000100:00100000:2.0:1746146166.638162:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3431 00000100:00100000:2.0:1746146166.638173:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202389248:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.639005:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202389248:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 832us (2182us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.639012:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3431 00002000:00100000:2.0:1746146166.639019:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e3800 x1830966202389248/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.639027:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e3800 with x1830966202389248 ext(0->4095) 00010000:00010000:2.0:1746146166.639033:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.639044:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.639049:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e3800 00000100:00100000:2.0:1746146166.640500:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199328640:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.640532:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.640613:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146166.641244:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202388992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5140us (6092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.641252:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31192 00000100:00100000:0.0:1746146166.642809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.642873:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.642992:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202389376 00000100:00100000:2.0:1746146166.642997:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202389376 00000100:00100000:2.0:1746146166.644085:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31193 00000100:00100000:2.0:1746146166.644093:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1766:x1830966202389376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.644107:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.644118:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff364 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.644138:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.644142:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.644146:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.644149:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.644176:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.644186:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 29 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.644194:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146166.644469:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1766:x1830966202389376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.644477:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31193 00000100:00100000:3.0:1746146166.644893:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202389504 00000100:00100000:3.0:1746146166.644899:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202389504 00010000:00010000:3.0:1746146166.644919:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.644946:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14536 00000100:00100000:3.0:1746146166.644955:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202389504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.644962:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.644976:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.644986:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.645000:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb631bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff356 expref: 6 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.645021:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.645023:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.645028:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.645034:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.645052:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.645061:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.645069:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199328896:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.645128:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.650423:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.650705:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199328896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.650732:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.650767:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202389504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5815us (7893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.650777:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14536 00000100:00100000:0.0:1746146166.651168:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202389760 00000100:00100000:0.0:1746146166.651173:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202389760 00002000:00100000:0.0:1746146166.651203:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15b480 x1830966202389760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.651211:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b480 with x1830966202389760 ext(0->4095) 00010000:00010000:0.0:1746146166.651218:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.651229:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.651235:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15b480 00000100:00100000:0.0:1746146166.651260:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3432 00000100:00100000:0.0:1746146166.651266:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202389760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146166.651366:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202389760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (950us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146166.651372:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3432 00002000:00100000:0.0:1746146166.651376:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15b480 x1830966202389760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.651383:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b480 with x1830966202389760 ext(0->4095) 00010000:00010000:0.0:1746146166.651387:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.651395:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.651400:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15b480 00000100:00100000:1.0:1746146166.654264:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.654341:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202389888 00000100:00100000:3.0:1746146166.654347:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202389888 00010000:00010000:3.0:1746146166.654372:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.654393:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14537 00000100:00100000:3.0:1746146166.654399:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2009:x1830966202389888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.654411:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.654426:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.654434:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.654450:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb631c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff35d expref: 29 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.654463:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.654465:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.654470:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.654476:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.654500:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 28 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.654509:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199329024:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.654569:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.657909:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199329024:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.657926:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.657959:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2009:x1830966202389888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3559us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.657970:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14537 00000100:00100000:0.0:1746146166.660793:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.661016:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202390144 00000100:00100000:2.0:1746146166.661023:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202390144 00002000:00100000:2.0:1746146166.661054:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d7800 x1830966202390144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.661063:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7800 with x1830966202390144 ext(0->4095) 00002000:00010000:2.0:1746146166.661066:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d7800 00000100:00100000:2.0:1746146166.661081:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14040 00000100:00100000:2.0:1746146166.661086:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202390144:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146166.661773:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202390144:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 684us (984us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.661780:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14040 00002000:00100000:2.0:1746146166.661786:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d7800 x1830966202390144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.661792:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7800 with x1830966202390144 ext(0->4095) 00002000:00010000:2.0:1746146166.661794:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d7800 00000100:00100000:0.0:1746146166.664455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.664621:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202390272 00000100:00100000:1.0:1746146166.664628:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202390272 00000100:00100000:1.0:1746146166.664668:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31194 00000100:00100000:1.0:1746146166.664678:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202390272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.664692:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.664706:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff36b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.664752:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 27 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.664758:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.664760:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.664762:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.664786:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 27 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.664797:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 27 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:1.0:1746146166.664807:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199329152:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146166.664872:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.666801:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199329152:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146166.666824:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.666836:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146166.666864:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202390272:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2189us (2437us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.666871:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31194 00000100:00100000:0.0:1746146166.667188:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.667472:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202390400 00000100:00100000:3.0:1746146166.667478:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202390400 00010000:00010000:3.0:1746146166.667499:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.667532:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14538 00000100:00100000:3.0:1746146166.667538:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202390400:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.667546:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.667559:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.667567:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.667583:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff364 expref: 28 pid: 10121 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.667604:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.667606:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.667611:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.667618:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.667638:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.667647:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199329280:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.667690:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.670132:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.672143:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202390656 00000100:00100000:0.0:1746146166.672150:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202390656 00000100:00100000:0.0:1746146166.672194:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31195 00000100:00100000:0.0:1746146166.672200:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202390656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146166.672213:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146166.672226:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff372 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.672251:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.672258:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.672260:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.672263:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.672287:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.672296:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 5 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:0.0:1746146166.672306:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199329408:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146166.672374:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.672763:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199329280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.672775:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.672803:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202390400:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5266us (5615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.672811:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14538 00000100:00100000:0.0:1746146166.673542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.673585:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202390784 00000100:00100000:2.0:1746146166.673590:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202390784 00002000:00100000:2.0:1746146166.673614:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89c00 x1830966202390784/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.673628:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89c00 with x1830966202390784 ext(0->4095) 00010000:00010000:2.0:1746146166.673633:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.673644:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.673649:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c89c00 00000100:00100000:2.0:1746146166.673674:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3433 00000100:00100000:2.0:1746146166.673679:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202390784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146166.673785:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202390784:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.673790:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3433 00002000:00100000:2.0:1746146166.673794:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89c00 x1830966202390784/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.673800:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89c00 with x1830966202390784 ext(0->4095) 00010000:00010000:2.0:1746146166.673804:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.673811:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:2.0:1746146166.673816:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c89c00 00000100:00100000:0.0:1746146166.675992:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199329408:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146166.676015:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.676026:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf2600, rc 0) 00000100:00100000:0.0:1746146166.676123:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202390656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3922us (5995us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146166.676131:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31195 00000100:00100000:1.0:1746146166.676230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.676314:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202390912 00000100:00100000:0.0:1746146166.676318:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202390912 00000100:00100000:0.0:1746146166.676347:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31196 00000100:00100000:0.0:1746146166.676352:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1766:x1830966202390912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146166.676363:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146166.676374:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff379 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.676389:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146166.676392:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.676398:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146166.676400:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.676420:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.676428:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146166.676434:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf2800, rc 0) 00000100:00100000:0.0:1746146166.676459:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+29:1766:x1830966202390912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146166.676463:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31196 00000100:00100000:0.0:1746146166.677842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.677887:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202391040 00000100:00100000:3.0:1746146166.677893:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202391040 00010000:00010000:3.0:1746146166.677912:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.677938:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14539 00000100:00100000:3.0:1746146166.677943:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202391040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.677950:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.677962:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.677971:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.677985:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb631d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff36b expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.678006:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.678008:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.678012:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.678019:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.678038:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.678047:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 28 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.678057:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199329664:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.678377:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.682006:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.682104:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199329664:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.682119:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.682153:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202391040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4209us (4312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.682162:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14539 00000100:00100000:1.0:1746146166.683461:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202391296 00000100:00100000:1.0:1746146166.683468:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202391296 00002000:00100000:1.0:1746146166.683500:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2680 x1830966202391296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.683508:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2680 with x1830966202391296 ext(0->4095) 00010000:00010000:1.0:1746146166.683515:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.683537:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.683543:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa2680 00000100:00100000:1.0:1746146166.683569:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3434 00000100:00100000:1.0:1746146166.683575:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202391296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.683670:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202391296:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (1670us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.683675:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3434 00002000:00100000:1.0:1746146166.683679:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2680 x1830966202391296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.683686:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2680 with x1830966202391296 ext(0->4095) 00010000:00010000:1.0:1746146166.683690:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.683698:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.683703:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa2680 00000100:00100000:0.0:1746146166.687280:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.688626:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202391424 00000100:00100000:3.0:1746146166.688635:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202391424 00010000:00010000:3.0:1746146166.688678:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.688726:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14540 00000100:00100000:3.0:1746146166.688734:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202391424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.688748:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.688764:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.688773:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.688788:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2600/0x88944630cfb631d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff372 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.688809:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.688811:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.688816:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.688822:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.688845:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.688855:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199329792:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.688921:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.692290:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199329792:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.692307:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.692341:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202391424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3607us (5067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.692352:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14540 00000100:00100000:0.0:1746146166.692614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.693036:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202391680 00000100:00100000:2.0:1746146166.693041:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202391680 00002000:00100000:2.0:1746146166.693240:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cc380 x1830966202391680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.693250:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc380 with x1830966202391680 ext(0->4095) 00002000:00010000:2.0:1746146166.693254:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cc380 00000100:00100000:2.0:1746146166.693276:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14041 00000100:00100000:2.0:1746146166.693282:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202391680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.693391:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202391680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (776us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.693396:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14041 00002000:00100000:2.0:1746146166.693400:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cc380 x1830966202391680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.693406:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc380 with x1830966202391680 ext(0->4095) 00002000:00010000:2.0:1746146166.693408:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cc380 00000100:00100000:0.0:1746146166.696681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.696911:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202391808 00000100:00100000:2.0:1746146166.696917:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202391808 00000100:00100000:2.0:1746146166.696963:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31197 00000100:00100000:2.0:1746146166.696968:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202391808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.696981:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.696994:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff380 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.697015:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.697024:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.697026:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.697028:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.697049:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.697058:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 27 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.697068:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199329920:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.697134:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.698661:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199329920:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.698683:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.698696:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278200, rc 0) 00000100:00100000:2.0:1746146166.698750:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202391808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1780us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.698757:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31197 00000100:00100000:0.0:1746146166.699213:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.699293:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202391936 00000100:00100000:3.0:1746146166.699298:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202391936 00010000:00010000:3.0:1746146166.699319:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 28 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.699339:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14541 00000100:00100000:3.0:1746146166.699345:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129da4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202391936:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.699354:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.699369:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 28 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.699378:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 28 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.699406:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb631e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff379 expref: 28 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.699432:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.699434:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.699439:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.699446:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.699470:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.699480:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199330048:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.699539:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.703362:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.703463:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199330048:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.703478:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.703565:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202392064 00000100:00100000:2.0:1746146166.703570:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202392064 00000100:00100000:2.0:1746146166.703608:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31198 00000100:00100000:2.0:1746146166.703614:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202392064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.703626:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.703637:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff387 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.703657:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.703663:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.703664:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.703667:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.703688:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.703698:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 5 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.703707:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199330176:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.703859:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129da4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2007:x1830966202391936:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4513us (4645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.703866:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14541 00000100:00100000:0.0:1746146166.704015:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.704147:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202392320 00000100:00100000:1.0:1746146166.704151:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202392320 00002000:00100000:1.0:1746146166.704173:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1ac380 x1830966202392320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.704180:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1ac380 with x1830966202392320 ext(0->4095) 00010000:00010000:1.0:1746146166.704185:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.704198:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.704202:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1ac380 00000100:00100000:1.0:1746146166.704213:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3435 00000100:00100000:1.0:1746146166.704218:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202392320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.704291:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202392320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 73us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.704295:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3435 00002000:00100000:1.0:1746146166.704299:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1ac380 x1830966202392320/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.704311:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1ac380 with x1830966202392320 ext(0->4095) 00010000:00010000:1.0:1746146166.704314:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.704321:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.704326:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c1ac380 00000100:00100000:2.0:1746146166.704379:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.707802:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199330176:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.707827:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.707841:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278a00, rc 0) 00000100:00100000:2.0:1746146166.708223:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1758:x1830966202392064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4606us (4867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.708233:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31198 00000100:00100000:0.0:1746146166.708609:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.708649:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.708696:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202392576 00000100:00100000:3.0:1746146166.708701:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202392576 00010000:00010000:3.0:1746146166.708746:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.708767:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14542 00000100:00100000:3.0:1746146166.708773:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202392576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.708784:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.708799:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.708809:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.708826:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278200/0x88944630cfb631e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff380 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.708840:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.708842:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.708847:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.708853:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.708875:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.708884:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199330304:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.708942:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.709015:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202392448 00000100:00100000:2.0:1746146166.709018:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202392448 00000100:00100000:2.0:1746146166.709036:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31199 00000100:00100000:2.0:1746146166.709041:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+28:1766:x1830966202392448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.709050:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.709058:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff38e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.709071:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.709077:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.709078:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.709080:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.709093:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.709101:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.709108:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199330432:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.709127:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.712830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.712871:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199330304:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.712934:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.712980:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202392576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4206us (4329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.712988:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14542 00000100:00100000:1.0:1746146166.713123:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202392832 00000100:00100000:1.0:1746146166.713129:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202392832 00002000:00100000:1.0:1746146166.713155:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541500 x1830966202392832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.713162:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541500 with x1830966202392832 ext(0->4095) 00010000:00010000:1.0:1746146166.713169:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 30 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.713180:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199330432:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146166.713180:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 30 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.713186:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a541500 00010000:00010000:2.0:1746146166.713198:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 30 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.713211:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:1.0:1746146166.713211:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3436 00000100:00100000:2.0:1746146166.713232:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+30:1766:x1830966202392448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4191us (4623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.713237:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31199 00000100:00100000:1.0:1746146166.713278:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202392832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.713368:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202392832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.713373:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3436 00002000:00100000:1.0:1746146166.713378:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541500 x1830966202392832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.713384:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541500 with x1830966202392832 ext(0->4095) 00010000:00010000:1.0:1746146166.713388:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.713396:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.713401:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a541500 00000100:00100000:0.0:1746146166.715471:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.715578:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202392960 00000100:00100000:3.0:1746146166.715584:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202392960 00010000:00010000:3.0:1746146166.715608:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.715632:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14543 00000100:00100000:3.0:1746146166.715638:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202392960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.715650:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.715665:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.715680:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.715698:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278a00/0x88944630cfb631ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff387 expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.716208:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.716210:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.716217:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.716224:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.716250:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 28 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.716259:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199330560:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.716666:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.718833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.718912:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199330560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.718927:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.718959:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202392960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3321us (3494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.718973:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14543 00000100:00100000:1.0:1746146166.719077:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202393216 00000100:00100000:1.0:1746146166.719083:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202393216 00002000:00100000:1.0:1746146166.719112:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a540380 x1830966202393216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.719131:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a540380 with x1830966202393216 ext(0->4095) 00002000:00010000:1.0:1746146166.719134:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a540380 00000100:00100000:1.0:1746146166.719148:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14042 00000100:00100000:1.0:1746146166.719153:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202393216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146166.719263:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2007:x1830966202393216:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (640us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.719269:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14042 00002000:00100000:1.0:1746146166.719273:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a540380 x1830966202393216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.719279:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a540380 with x1830966202393216 ext(0->4095) 00002000:00010000:1.0:1746146166.719282:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a540380 00000100:00100000:0.0:1746146166.722174:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.722266:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202393344 00000100:00100000:2.0:1746146166.722273:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202393344 00000100:00100000:2.0:1746146166.722320:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31200 00000100:00100000:2.0:1746146166.722330:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202393344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.722345:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.722359:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff395 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.722384:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.722391:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.722392:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.722395:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.722421:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 27 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.722431:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 27 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:2.0:1746146166.722442:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199330688:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146166.722510:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.728414:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199330688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146166.732020:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.732037:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146166.732111:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202393344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9780us (9942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.732118:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31200 00000100:00100000:0.0:1746146166.732196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.732289:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202393472 00000100:00100000:1.0:1746146166.732296:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202393472 00002000:00100000:1.0:1746146166.732327:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a744a80 x1830966202393472/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.732342:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744a80 with x1830966202393472 ext(0->7) 00010000:00010000:1.0:1746146166.732349:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 28 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.732360:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 28 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.732367:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744a80 00000100:00100000:1.0:1746146166.732510:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3437 00000100:00100000:1.0:1746146166.732527:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202393472:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.733306:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2008:x1830966202393472:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 786us (1107us total) trans 4294972263 rc 0/0 00000100:00100000:0.0:1746146166.733313:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3437 00002000:00100000:0.0:1746146166.733319:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a744a80 x1830966202393472/t4294972263(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.733335:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744a80 with x1830966202393472 ext(0->7) 00010000:00010000:0.0:1746146166.733340:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 30 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.733350:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 30 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.733356:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744a80 00000100:00100000:0.0:1746146166.745438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.745563:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202393600 00000100:00100000:2.0:1746146166.745570:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202393600 00000100:00100000:2.0:1746146166.745621:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31201 00000100:00100000:2.0:1746146166.745629:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+30:1758:x1830966202393600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.745643:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.745657:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff39c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.745678:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.745683:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.745688:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146166.745691:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 31 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.745751:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.745762:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 31 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.745770:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279a00, rc 0) 00000100:00100000:2.0:1746146166.745806:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+31:1758:x1830966202393600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.745811:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31201 00000100:00100000:0.0:1746146166.748577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.748683:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202393728 00000100:00100000:3.0:1746146166.748690:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202393728 00010000:00010000:3.0:1746146166.748742:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 31 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.748769:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14544 00000100:00100000:3.0:1746146166.748776:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+31:2010:x1830966202393728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.748787:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.748805:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 31 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.748816:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 31 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.748838:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb631f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff38e expref: 31 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.748960:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.748962:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.748969:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.748976:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.749002:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.749011:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 5 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.749022:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199330944:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.749083:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.751065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.751084:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202393984 00000100:00100000:0.0:1746146166.751090:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202393984 00002000:00100000:0.0:1746146166.751120:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a744380 x1830966202393984/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.751478:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744380 with x1830966202393984 ext(0->4095) 00010000:00010000:0.0:1746146166.751488:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:0.0:1746146166.751499:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:0.0:1746146166.751505:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744380 00000100:00100000:1.0:1746146166.751563:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3438 00000100:00100000:1.0:1746146166.751572:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202393984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.751688:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202393984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (627us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.751694:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3438 00002000:00100000:1.0:1746146166.751699:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a744380 x1830966202393984/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.751706:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744380 with x1830966202393984 ext(0->4095) 00010000:00010000:1.0:1746146166.751711:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:1.0:1746146166.751747:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00002000:00010000:1.0:1746146166.751752:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744380 00000100:00100000:3.0:1746146166.751848:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199330944:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.751866:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.751901:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2010:x1830966202393728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3125us (3331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.751908:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14544 00000100:00100000:0.0:1746146166.754189:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.754415:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202394112 00000100:00100000:3.0:1746146166.754422:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202394112 00010000:00010000:3.0:1746146166.754592:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.754625:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14545 00000100:00100000:3.0:1746146166.754633:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202394112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.754643:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.754657:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.754667:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.754684:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb631fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff395 expref: 6 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:3.0:1746146166.754711:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.754735:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.754741:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.754749:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.754773:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.754783:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199331072:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.755567:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.757838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.757957:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199331072:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.757974:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.758008:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202394112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3376us (3825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.758017:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14545 00000100:00100000:1.0:1746146166.758140:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202394368 00000100:00100000:1.0:1746146166.758145:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202394368 00002000:00100000:1.0:1746146166.758178:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a746680 x1830966202394368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.758187:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746680 with x1830966202394368 ext(0->4095) 00002000:00010000:1.0:1746146166.758191:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a746680 00000100:00100000:1.0:1746146166.758206:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14043 00000100:00100000:1.0:1746146166.758211:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2007:x1830966202394368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146166.758305:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2007:x1830966202394368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.758310:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14043 00002000:00100000:1.0:1746146166.758314:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a746680 x1830966202394368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.758321:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746680 with x1830966202394368 ext(0->4095) 00002000:00010000:1.0:1746146166.758323:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a746680 00000100:00100000:2.0:1746146166.761546:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.761625:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202394496 00000100:00100000:3.0:1746146166.761632:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202394496 00000100:00100000:3.0:1746146166.761666:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31202 00000100:00100000:3.0:1746146166.761672:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202394496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.761688:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.761703:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3a3 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.761756:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.761765:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.761767:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.761769:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.761791:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 29 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.761801:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 29 pid: 26612 timeout: 868 lvb_type: 0 00000100:00100000:3.0:1746146166.761810:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199331200:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.761879:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.769618:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199331200:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.769642:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.769655:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146166.769711:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202394496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8040us (8173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.769744:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31202 00000100:00100000:0.0:1746146166.801801:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.801899:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202394624 00000100:00100000:2.0:1746146166.801907:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202394624 00002000:00100000:2.0:1746146166.801941:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008ed69c50 x1830966202394624/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.801950:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ed69c50 with x1830966202394624 ext(0->7) 00010000:00010000:2.0:1746146166.801957:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 30 pid: 26612 timeout: 868 lvb_type: 0 00010000:00010000:2.0:1746146166.801969:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 30 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146166.801976:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ed69c50 00000100:00100000:2.0:1746146166.802006:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3439 00000100:00100000:2.0:1746146166.802013:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed69c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2007:x1830966202394624:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.805878:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed69c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2007:x1830966202394624:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3856us (4075us total) trans 4294972264 rc 0/0 00000100:00100000:0.0:1746146166.805890:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3439 00002000:00100000:0.0:1746146166.805900:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008ed69c50 x1830966202394624/t4294972264(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.805908:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ed69c50 with x1830966202394624 ext(0->7) 00010000:00010000:0.0:1746146166.805917:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 32 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146166.805930:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 32 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146166.805937:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ed69c50 00000100:00100000:0.0:1746146166.817251:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.817348:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202394752 00000100:00100000:3.0:1746146166.817358:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202394752 00000100:00100000:3.0:1746146166.817407:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31203 00000100:00100000:3.0:1746146166.817415:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+32:1758:x1830966202394752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.817431:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.817446:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3aa expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.817469:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.817474:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.817479:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146166.817482:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 33 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.817510:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.817531:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 33 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.817539:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146166.817573:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+33:1758:x1830966202394752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.817578:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31203 00000100:00100000:0.0:1746146166.820611:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.820962:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202394880 00000100:00100000:3.0:1746146166.820969:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202394880 00010000:00010000:3.0:1746146166.821005:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 33 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.821032:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14546 00000100:00100000:3.0:1746146166.821038:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2008:x1830966202394880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.821049:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.821062:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 33 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.821071:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 33 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.821088:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279a00/0x88944630cfb63203 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff39c expref: 33 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.821113:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.821115:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.821121:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.821128:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.821151:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.821159:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 5 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.821167:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199331456:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.821240:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.825689:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.825878:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202395136 00000100:00100000:1.0:1746146166.825886:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202395136 00002000:00100000:1.0:1746146166.825919:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a746680 x1830966202395136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.825928:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746680 with x1830966202395136 ext(0->4095) 00010000:00010000:1.0:1746146166.825934:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146166.825945:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146166.825951:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a746680 00000100:00100000:1.0:1746146166.825973:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3440 00000100:00100000:1.0:1746146166.825978:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202395136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146166.826083:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202395136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.826088:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3440 00002000:00100000:1.0:1746146166.826093:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a746680 x1830966202395136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.826099:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746680 with x1830966202395136 ext(0->4095) 00010000:00010000:1.0:1746146166.826103:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146166.826110:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146166.826114:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a746680 00000100:00100000:3.0:1746146166.826683:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199331456:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.826696:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.826784:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2008:x1830966202394880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5745us (6179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.826790:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14546 00000100:00100000:0.0:1746146166.827987:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.828371:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202395264 00000100:00100000:3.0:1746146166.828377:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202395264 00010000:00010000:3.0:1746146166.828398:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.828472:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14547 00000100:00100000:3.0:1746146166.828479:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202395264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.828490:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.828504:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.828513:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.828541:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb6320a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3a3 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.828625:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.828627:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.828633:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 31 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.828640:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 31 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.828663:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 31 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.828672:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199331584:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.830922:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.831462:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199331584:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.831478:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.831515:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202395264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3035us (3528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.831538:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14547 00000100:00100000:0.0:1746146166.831768:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.831862:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202395520 00000100:00100000:1.0:1746146166.831867:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202395520 00002000:00100000:1.0:1746146166.831900:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a746300 x1830966202395520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.831909:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746300 with x1830966202395520 ext(0->4095) 00002000:00010000:1.0:1746146166.831912:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a746300 00000100:00100000:1.0:1746146166.831927:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14044 00000100:00100000:1.0:1746146166.831933:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2009:x1830966202395520:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146166.832026:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2009:x1830966202395520:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.832031:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14044 00002000:00100000:1.0:1746146166.832036:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a746300 x1830966202395520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.832042:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a746300 with x1830966202395520 ext(0->4095) 00002000:00010000:1.0:1746146166.832044:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a746300 00000100:00100000:2.0:1746146166.835499:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.835634:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202395648 00000100:00100000:3.0:1746146166.835641:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202395648 00000100:00100000:3.0:1746146166.835672:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31204 00000100:00100000:3.0:1746146166.835679:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202395648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.835692:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.835704:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3b1 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.835744:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 31 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.835750:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.835751:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.835754:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.835779:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 31 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.835787:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 31 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.835796:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199331712:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.835847:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.839842:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199331712:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.839866:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.839881:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146166.840056:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202395648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4375us (4562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.840063:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31204 00000100:00100000:0.0:1746146166.845001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.845083:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202395776 00000100:00100000:1.0:1746146166.845091:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202395776 00002000:00100000:1.0:1746146166.845124:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a744700 x1830966202395776/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.845132:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744700 with x1830966202395776 ext(0->7) 00010000:00010000:1.0:1746146166.845139:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 32 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146166.845151:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 32 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146166.845156:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744700 00000100:00100000:1.0:1746146166.845241:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3441 00000100:00100000:1.0:1746146166.845248:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+32:2008:x1830966202395776:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.847769:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202395776:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2514us (2765us total) trans 4294972265 rc 0/0 00000100:00100000:0.0:1746146166.847779:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3441 00002000:00100000:0.0:1746146166.847787:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a744700 x1830966202395776/t4294972265(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.847795:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744700 with x1830966202395776 ext(0->7) 00010000:00010000:0.0:1746146166.847801:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146166.847813:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146166.847819:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744700 00000100:00100000:0.0:1746146166.849789:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.849864:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202395904 00000100:00100000:3.0:1746146166.849872:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202395904 00010000:00010000:3.0:1746146166.849899:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.850013:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14548 00000100:00100000:3.0:1746146166.850019:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2010:x1830966202395904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.850031:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.850047:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.850056:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.850072:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63211 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3aa expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.850247:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.850249:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.850255:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.850262:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.850286:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.850295:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199331840:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.850360:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800994383c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.852108:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199331840:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.852121:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.852832:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2010:x1830966202395904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2811us (3117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.852841:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14548 00000100:00100000:0.0:1746146166.853061:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.853208:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202396160 00000100:00100000:1.0:1746146166.853214:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202396160 00002000:00100000:1.0:1746146166.853246:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a745f80 x1830966202396160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.853255:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745f80 with x1830966202396160 ext(0->4095) 00002000:00010000:1.0:1746146166.853259:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745f80 00000100:00100000:1.0:1746146166.853272:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14045 00000100:00100000:1.0:1746146166.853278:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202396160:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146166.853381:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202396160:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.853386:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14045 00002000:00100000:1.0:1746146166.853392:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a745f80 x1830966202396160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.853399:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745f80 with x1830966202396160 ext(0->4095) 00002000:00010000:1.0:1746146166.853401:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745f80 00000100:00100000:0.0:1746146166.854746:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.855001:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202396288 00000100:00100000:3.0:1746146166.855005:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202396288 00000100:00100000:3.0:1746146166.855026:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31205 00000100:00100000:3.0:1746146166.855030:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+33:1758:x1830966202396288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.855040:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.855050:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3b8 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.855068:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.855074:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.855075:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.855078:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 34 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.855097:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.855105:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.855113:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199331968:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.855771:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.856187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.856248:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202396416 00000100:00100000:2.0:1746146166.856252:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202396416 00000100:00100000:2.0:1746146166.856281:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31206 00000100:00100000:2.0:1746146166.856286:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+35:1766:x1830966202396416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146166.856293:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146166.856300:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3bf expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.856311:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.856314:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 36 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.856319:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146166.856322:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 36 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.856341:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 36 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.856350:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 36 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.856358:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146166.856380:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+36:1766:x1830966202396416:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.856386:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31206 00000100:00100000:3.0:1746146166.857908:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199331968:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.857926:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.857940:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:0.0:1746146166.857942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.857970:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+35:1758:x1830966202396288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2939us (3225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.857975:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31205 00000100:00100000:2.0:1746146166.858174:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202396544 00000100:00100000:2.0:1746146166.858179:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202396544 00010000:00010000:2.0:1746146166.858196:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146166.858223:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14549 00000100:00100000:2.0:1746146166.858229:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202396544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.858238:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.858253:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.858261:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.858276:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63218 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b1 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.858296:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.858298:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.858676:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 34 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.858685:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 34 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.858705:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 34 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.858740:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 34 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146166.858750:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199332224:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.858797:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.860015:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199332224:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.860027:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.860050:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202396544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1820us (2107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.860057:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14549 00000100:00100000:0.0:1746146166.860223:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.860274:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202396800 00000100:00100000:2.0:1746146166.860278:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202396800 00002000:00100000:2.0:1746146166.860303:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a744e00 x1830966202396800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.860311:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744e00 with x1830966202396800 ext(0->4095) 00010000:00010000:2.0:1746146166.860316:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.860326:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146166.860332:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744e00 00000100:00100000:2.0:1746146166.860380:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3442 00000100:00100000:2.0:1746146166.860386:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2008:x1830966202396800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146166.860676:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2008:x1830966202396800:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 289us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.860681:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3442 00002000:00100000:2.0:1746146166.860687:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a744e00 x1830966202396800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.860693:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a744e00 with x1830966202396800 ext(0->4095) 00010000:00010000:2.0:1746146166.860697:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.860705:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146166.860710:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a744e00 00000100:00100000:0.0:1746146166.862411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.862502:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202396928 00000100:00100000:2.0:1746146166.862506:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202396928 00010000:00010000:2.0:1746146166.862533:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146166.862560:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14550 00000100:00100000:2.0:1746146166.862565:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b200e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2008:x1830966202396928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.862574:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.862586:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.862594:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.862610:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6321f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3b8 expref: 35 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.862633:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.862635:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.862639:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 34 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.862645:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 34 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.862669:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 34 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146166.862679:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199332352:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.862756:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.864680:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199332352:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.864704:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.864803:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b200e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202396928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2236us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.864813:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14550 00000100:00100000:0.0:1746146166.865095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.865159:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202397184 00000100:00100000:3.0:1746146166.865168:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202397184 00002000:00100000:3.0:1746146166.865203:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b201180 x1830966202397184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.865212:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b201180 with x1830966202397184 ext(0->4095) 00002000:00010000:3.0:1746146166.865216:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b201180 00000100:00100000:3.0:1746146166.865281:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14046 00000100:00100000:3.0:1746146166.865288:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202397184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.865423:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202397184:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (327us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.865429:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14046 00002000:00100000:3.0:1746146166.865434:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b201180 x1830966202397184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.865440:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b201180 with x1830966202397184 ext(0->4095) 00002000:00010000:3.0:1746146166.865443:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b201180 00000100:00100000:0.0:1746146166.867107:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.867174:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202397312 00000100:00100000:3.0:1746146166.867178:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202397312 00000100:00100000:3.0:1746146166.867203:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31207 00000100:00100000:3.0:1746146166.867209:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202397312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146166.867219:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.867232:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3c6 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.867257:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 33 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.867264:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.867265:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.867268:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.867291:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 33 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.867301:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 33 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.867311:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199332480:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146166.867372:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.869490:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199332480:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146166.869495:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146166.869510:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.869534:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146166.869563:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202397312:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.869572:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31207 00000100:00100000:2.0:1746146166.869673:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202397440 00000100:00100000:2.0:1746146166.869680:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202397440 00010000:00010000:2.0:1746146166.869700:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146166.869751:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14551 00000100:00100000:2.0:1746146166.869757:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2007:x1830966202397440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.869767:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.869782:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.869791:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.869806:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb63226 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3bf expref: 34 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.869828:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.869829:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.869838:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.869845:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.869864:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146166.869872:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199332608:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.869916:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.873329:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.873402:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199332608:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.873418:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.873465:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+33:2007:x1830966202397440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3707us (3969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.873474:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14551 00000100:00100000:3.0:1746146166.873633:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202397696 00000100:00100000:3.0:1746146166.873639:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202397696 00002000:00100000:3.0:1746146166.873674:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb100 x1830966202397696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.873682:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb100 with x1830966202397696 ext(0->4095) 00002000:00010000:3.0:1746146166.873686:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306fb100 00000100:00100000:3.0:1746146166.873744:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14047 00000100:00100000:3.0:1746146166.873751:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202397696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.874627:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202397696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 876us (1303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.874633:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14047 00002000:00100000:3.0:1746146166.874639:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb100 x1830966202397696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.874646:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb100 with x1830966202397696 ext(0->4095) 00002000:00010000:3.0:1746146166.874650:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306fb100 00000100:00100000:0.0:1746146166.877022:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.877103:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.877171:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202397824 00000100:00100000:1.0:1746146166.877178:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202397824 00000100:00100000:3.0:1746146166.877465:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202397952 00000100:00100000:3.0:1746146166.877469:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202397952 00000100:00100000:1.0:1746146166.877469:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31208 00000100:00100000:1.0:1746146166.877477:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+34:1766:x1830966202397824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.877491:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746146166.877496:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31209 00000100:00100000:3.0:1746146166.877501:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+34:1758:x1830966202397952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.877503:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3cd expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.877508:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146166.877514:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3d4 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.877535:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.877542:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146166.877543:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146166.877546:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 36 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.877554:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.877557:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 36 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.877562:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146166.877564:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 36 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.877897:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.877909:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146166.877920:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199332864:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146166.877922:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 36 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.877932:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 36 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.877940:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146166.877969:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+36:1758:x1830966202397952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 467us (866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.877975:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31209 00000100:00100000:1.0:1746146166.877984:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.879419:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199332864:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146166.879437:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.879447:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146166.879473:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:1766:x1830966202397824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1997us (2458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.879479:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31208 00000100:00100000:0.0:1746146166.880082:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.880164:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202398080 00000100:00100000:2.0:1746146166.880169:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202398080 00010000:00010000:2.0:1746146166.880188:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146166.880221:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14552 00000100:00100000:2.0:1746146166.880228:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202398080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.880237:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.880251:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.880261:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.880278:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6322d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3c6 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.880304:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.880306:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.880311:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 34 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.880318:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 34 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.880341:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 34 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.880351:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 34 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146166.880361:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199332992:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.880418:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146166.884074:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199332992:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146166.884094:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146166.884142:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202398080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3914us (4059us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.884151:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14552 00000100:00100000:0.0:1746146166.885028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.886501:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202398336 00000100:00100000:3.0:1746146166.886510:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202398336 00002000:00100000:3.0:1746146166.886555:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af1880 x1830966202398336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.886564:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af1880 with x1830966202398336 ext(0->4095) 00010000:00010000:3.0:1746146166.886571:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.886588:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146166.886594:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af1880 00000100:00100000:3.0:1746146166.886628:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3443 00000100:00100000:3.0:1746146166.886635:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2008:x1830966202398336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146166.886772:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2008:x1830966202398336:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146166.886778:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3443 00002000:00100000:3.0:1746146166.886783:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af1880 x1830966202398336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146166.886790:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af1880 with x1830966202398336 ext(0->4095) 00010000:00010000:3.0:1746146166.886795:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.886803:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146166.886808:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af1880 00000100:00100000:0.0:1746146166.893662:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.895599:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202398464 00000100:00100000:1.0:1746146166.895608:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202398464 00000100:00100000:1.0:1746146166.895667:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31210 00000100:00100000:1.0:1746146166.895674:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202398464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.895688:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.895701:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3db expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.895739:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.895745:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.895750:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146166.895753:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.895780:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.895794:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.895801:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146166.895846:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202398464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (2190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.895852:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31210 00000100:00100000:0.0:1746146166.896883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.897763:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202398592 00000100:00100000:3.0:1746146166.897771:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202398592 00010000:00010000:3.0:1746146166.899176:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.899217:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14553 00000100:00100000:3.0:1746146166.899225:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2010:x1830966202398592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.899236:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.899251:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.899264:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.899285:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63234 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3cd expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.899306:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.899308:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.899313:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.899320:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.899346:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.899354:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.899416:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199333248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.900018:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.902634:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.902707:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199333248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.902750:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.902780:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2010:x1830966202398592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3556us (5899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.902788:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14553 00000100:00100000:1.0:1746146166.902858:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202398848 00000100:00100000:1.0:1746146166.902863:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202398848 00002000:00100000:1.0:1746146166.902894:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25500 x1830966202398848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.902901:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25500 with x1830966202398848 ext(0->4095) 00010000:00010000:1.0:1746146166.902907:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146166.902916:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146166.902921:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c25500 00000100:00100000:1.0:1746146166.902946:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3444 00000100:00100000:1.0:1746146166.902951:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2007:x1830966202398848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146166.903038:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2007:x1830966202398848:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.903043:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3444 00002000:00100000:1.0:1746146166.903048:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c25500 x1830966202398848/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.903054:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25500 with x1830966202398848 ext(0->4095) 00010000:00010000:1.0:1746146166.903059:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146166.903067:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146166.903072:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c25500 00000100:00100000:0.0:1746146166.908860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146166.908949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.909010:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202399104 00000100:00100000:3.0:1746146166.909018:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202399104 00010000:00010000:3.0:1746146166.909044:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.909081:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14554 00000100:00100000:3.0:1746146166.909088:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2009:x1830966202399104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.909099:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.909114:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.909124:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.909142:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6323b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3d4 expref: 34 pid: 9583 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.909158:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.909165:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.909171:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.909178:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.909203:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.909213:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199333376:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.909285:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.909393:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202398976 00000100:00100000:1.0:1746146166.909397:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202398976 00000100:00100000:1.0:1746146166.909418:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31211 00000100:00100000:1.0:1746146166.909423:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+34:1758:x1830966202398976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.909433:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.909441:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3e2 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.909455:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.909460:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146166.909462:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146166.909464:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 35 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.909477:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.909491:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146166.909499:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199333504:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146166.909526:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.912783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.912914:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199333376:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.912930:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.912958:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2009:x1830966202399104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3871us (4010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.912967:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14554 00000100:00100000:1.0:1746146166.913034:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199333504:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146166.913051:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 34 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.913065:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00000100:00100000:1.0:1746146166.913083:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+34:1758:x1830966202398976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3659us (4229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.913089:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31211 00000100:00100000:2.0:1746146166.913141:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202399360 00000100:00100000:2.0:1746146166.913146:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202399360 00002000:00100000:2.0:1746146166.913174:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c26300 x1830966202399360/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.913182:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26300 with x1830966202399360 ext(0->4095) 00010000:00010000:2.0:1746146166.913188:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.913198:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146166.913203:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c26300 00000100:00100000:2.0:1746146166.913217:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3445 00000100:00100000:2.0:1746146166.913222:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202399360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146166.913317:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202399360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.913322:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3445 00002000:00100000:2.0:1746146166.913327:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c26300 x1830966202399360/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.913333:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26300 with x1830966202399360 ext(0->4095) 00010000:00010000:2.0:1746146166.913337:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.913345:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146166.913349:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c26300 00000100:00100000:0.0:1746146166.917339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.917439:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202399488 00000100:00100000:3.0:1746146166.917446:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202399488 00010000:00010000:3.0:1746146166.917475:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.917509:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14555 00000100:00100000:3.0:1746146166.917515:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202399488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.917536:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.917550:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.917565:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.917583:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb63242 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3db expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.917610:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.917612:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.917618:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 33 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.917625:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 33 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.917650:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 33 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.917660:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199333632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.918504:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.921918:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.921973:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202399744 00000100:00100000:1.0:1746146166.921980:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202399744 00002000:00100000:1.0:1746146166.922013:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c27b80 x1830966202399744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.922022:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c27b80 with x1830966202399744 ext(0->4095) 00002000:00010000:1.0:1746146166.922025:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c27b80 00000100:00100000:3.0:1746146166.922083:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199333632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.922098:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146166.922181:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14048 00000100:00100000:1.0:1746146166.922187:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202399744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.922286:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202399744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.922295:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14048 00002000:00100000:1.0:1746146166.922299:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c27b80 x1830966202399744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.922305:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c27b80 with x1830966202399744 ext(0->4095) 00002000:00010000:1.0:1746146166.922308:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c27b80 00000100:00100000:2.0:1746146166.922425:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202399488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4908us (5092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146166.922432:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14555 00000100:00100000:0.0:1746146166.927544:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.927628:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202399872 00000100:00100000:1.0:1746146166.927635:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202399872 00000100:00100000:1.0:1746146166.927748:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31212 00000100:00100000:1.0:1746146166.927756:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202399872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.927771:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.927785:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3e9 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.927809:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 33 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.927815:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.927816:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.927819:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.927842:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 33 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.927852:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 33 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146166.927867:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199333760:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146166.927931:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146166.929437:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199333760:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146166.929456:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.929466:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146166.929497:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202399872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1742us (1961us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.929502:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31212 00000100:00100000:0.0:1746146166.934977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.935200:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202400000 00000100:00100000:2.0:1746146166.935208:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202400000 00002000:00100000:2.0:1746146166.935246:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130c25f80 x1830966202400000/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.935255:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25f80 with x1830966202400000 ext(0->7) 00010000:00010000:2.0:1746146166.935264:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 34 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.935281:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 34 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146166.935287:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c25f80 00000100:00100000:2.0:1746146166.935316:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3446 00000100:00100000:2.0:1746146166.935322:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202400000:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146166.938110:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2008:x1830966202400000:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2781us (3134us total) trans 4294972266 rc 0/0 00000100:00100000:0.0:1746146166.938119:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3446 00002000:00100000:0.0:1746146166.938127:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130c25f80 x1830966202400000/t4294972266(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 496/448 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146166.938135:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c25f80 with x1830966202400000 ext(0->7) 00010000:00010000:0.0:1746146166.938143:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 36 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146166.938158:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 36 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146166.938165:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c25f80 00000100:00100000:0.0:1746146166.950591:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146166.950701:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202400128 00000100:00100000:1.0:1746146166.950708:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202400128 00000100:00100000:1.0:1746146166.950772:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31213 00000100:00100000:1.0:1746146166.950778:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:1758:x1830966202400128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146166.950792:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146166.950804:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3f0 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.950822:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146166.950826:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.950831:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146166.950834:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 37 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.950863:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.950873:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 37 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146166.950881:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146166.950919:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+37:1758:x1830966202400128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146166.950924:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31213 00000100:00100000:0.0:1746146166.954029:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.954110:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202400256 00000100:00100000:2.0:1746146166.954117:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202400256 00010000:00010000:2.0:1746146166.954144:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 37 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146166.954175:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14556 00000100:00100000:2.0:1746146166.954182:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+37:2007:x1830966202400256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146166.954192:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146166.954207:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 37 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.954218:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 37 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.954236:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63249 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e2 expref: 37 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.954265:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.954267:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146166.954273:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.954280:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.954305:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146166.954315:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146166.954325:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199334016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146166.954393:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146166.963968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.964643:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202400512 00000100:00100000:2.0:1746146166.964650:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202400512 00002000:00100000:2.0:1746146166.964685:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4dc00 x1830966202400512/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.964694:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4dc00 with x1830966202400512 ext(0->4095) 00010000:00010000:2.0:1746146166.964702:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146166.964730:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146166.964736:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4dc00 00000100:00100000:3.0:1746146166.965313:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199334016:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.965331:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.965382:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2007:x1830966202400256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 11199us (11359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.965392:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14556 00000100:00100000:1.0:1746146166.966000:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3447 00000100:00100000:1.0:1746146166.966011:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202400512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146166.966121:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202400512:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (2159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146166.966126:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3447 00002000:00100000:1.0:1746146166.966131:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4dc00 x1830966202400512/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146166.966139:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4dc00 with x1830966202400512 ext(0->4095) 00010000:00010000:1.0:1746146166.966145:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146166.966155:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146166.966165:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4dc00 00000100:00100000:0.0:1746146166.970868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146166.970977:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202400640 00000100:00100000:3.0:1746146166.970983:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202400640 00010000:00010000:3.0:1746146166.971011:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146166.971045:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14557 00000100:00100000:3.0:1746146166.971053:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202400640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146166.971065:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146166.971081:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.971092:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.971111:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63250 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3e9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146166.971706:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.971709:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146166.971748:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 35 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.971756:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 35 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146166.971783:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 35 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146166.971795:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199334144:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146166.971875:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146166.975815:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199334144:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146166.975832:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146166.975879:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202400640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4826us (5016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146166.975888:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14557 00000100:00100000:0.0:1746146166.976130:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146166.976315:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202400896 00000100:00100000:2.0:1746146166.976320:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202400896 00002000:00100000:2.0:1746146166.976349:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c380 x1830966202400896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/0 e 0 to 0 dl 1746146177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.976358:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c380 with x1830966202400896 ext(0->4095) 00002000:00010000:2.0:1746146166.976362:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c380 00000100:00100000:2.0:1746146166.976385:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14049 00000100:00100000:2.0:1746146166.976391:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2008:x1830966202400896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146166.976477:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+36:2008:x1830966202400896:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (347us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146166.976481:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14049 00002000:00100000:2.0:1746146166.976486:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c380 x1830966202400896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:297/0 lens 488/4536 e 0 to 0 dl 1746146177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146166.976492:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c380 with x1830966202400896 ext(0->4095) 00002000:00010000:2.0:1746146166.976494:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4c380 00000100:00100000:0.0:1746146167.016781:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.016862:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202401024 00000100:00100000:2.0:1746146167.016870:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202401024 00000100:00100000:2.0:1746146167.016910:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31214 00000100:00100000:2.0:1746146167.016918:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202401024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.016933:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.016947:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3f7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.016971:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 35 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.016982:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.016983:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.016986:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.017011:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 35 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.017022:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 35 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.017033:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199334272:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.017100:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.034898:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199334272:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.034924:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.034939:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146167.034976:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202401024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18057us (18201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.034983:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31214 00010000:00010000:1.0:1746146167.052666:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146167.057339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.057416:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202401152 00000100:00100000:2.0:1746146167.057424:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202401152 00000100:00100000:2.0:1746146167.057467:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31215 00000100:00100000:2.0:1746146167.057473:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+36:1758:x1830966202401152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.057489:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.057502:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff3fe expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.057533:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.057538:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.057544:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146167.057547:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 37 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.057575:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.057585:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 37 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.057593:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146167.057623:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+37:1758:x1830966202401152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.057629:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31215 00000100:00100000:0.0:1746146167.063460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.063538:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202401280 00000100:00100000:1.0:1746146167.063546:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202401280 00002000:00100000:1.0:1746146167.063583:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013065bb80 x1830966202401280/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.063592:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065bb80 with x1830966202401280 ext(0->7) 00010000:00010000:1.0:1746146167.063599:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 37 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.063611:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 37 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.063618:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065bb80 00000100:00100000:1.0:1746146167.063643:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3448 00000100:00100000:1.0:1746146167.063649:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+37:2010:x1830966202401280:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146167.064366:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2010:x1830966202401280:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 714us (911us total) trans 4294972267 rc 0/0 00000100:00100000:0.0:1746146167.064372:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3448 00002000:00100000:0.0:1746146167.064378:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013065bb80 x1830966202401280/t4294972267(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/448 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.064384:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065bb80 with x1830966202401280 ext(0->7) 00010000:00010000:0.0:1746146167.064389:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 39 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.064397:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 39 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146167.064402:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065bb80 00000100:00100000:0.0:1746146167.073303:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.073386:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202401408 00000100:00100000:3.0:1746146167.073393:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202401408 00010000:00010000:3.0:1746146167.073420:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 39 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.073442:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14558 00000100:00100000:3.0:1746146167.073447:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2007:x1830966202401408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.073458:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.073471:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 39 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.073480:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 39 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.073496:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63257 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f0 expref: 39 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.073621:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.073623:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.073629:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.073635:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.073659:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.073667:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.073677:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199334528:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.074617:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.075837:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199334528:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.075852:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.076456:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966202401408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3004us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.076465:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14558 00000100:00100000:0.0:1746146167.078445:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.078525:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202401664 00000100:00100000:2.0:1746146167.078531:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202401664 00002000:00100000:2.0:1746146167.078562:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130659880 x1830966202401664/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.078571:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659880 with x1830966202401664 ext(0->4095) 00010000:00010000:2.0:1746146167.078577:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.078588:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.078594:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130659880 00000100:00100000:2.0:1746146167.078607:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3449 00000100:00100000:2.0:1746146167.078612:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202401664:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.079446:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202401664:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 831us (1003us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.079451:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3449 00002000:00100000:2.0:1746146167.079457:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130659880 x1830966202401664/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.079464:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659880 with x1830966202401664 ext(0->4095) 00010000:00010000:2.0:1746146167.079469:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.079477:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.079482:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130659880 00000100:00100000:0.0:1746146167.083862:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.084261:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202401792 00000100:00100000:3.0:1746146167.084269:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202401792 00010000:00010000:3.0:1746146167.084297:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.084320:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14559 00000100:00100000:3.0:1746146167.084326:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202401792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.084339:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.084353:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.084363:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.084380:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6325e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3f7 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.085066:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.085069:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.085076:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 37 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.085083:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 37 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.085110:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 37 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.085120:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199334656:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.086268:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.089505:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199334656:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.089532:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.089566:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202401792:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5239us (5711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.089579:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14559 00000100:00100000:0.0:1746146167.090657:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.090733:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202402048 00000100:00100000:2.0:1746146167.090739:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202402048 00002000:00100000:2.0:1746146167.090768:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065ad80 x1830966202402048/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.090783:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966202402048 ext(0->4095) 00002000:00010000:2.0:1746146167.090787:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065ad80 00000100:00100000:2.0:1746146167.090799:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14050 00000100:00100000:2.0:1746146167.090804:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2010:x1830966202402048:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146167.091504:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2010:x1830966202402048:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 697us (847us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.091510:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14050 00002000:00100000:2.0:1746146167.091526:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065ad80 x1830966202402048/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.091533:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065ad80 with x1830966202402048 ext(0->4095) 00002000:00010000:2.0:1746146167.091536:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065ad80 00000100:00100000:0.0:1746146167.100779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.100829:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202402176 00000100:00100000:1.0:1746146167.100836:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202402176 00000100:00100000:1.0:1746146167.100889:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31216 00000100:00100000:1.0:1746146167.100897:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202402176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.100912:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.100924:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff405 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.100946:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 37 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.100953:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.100955:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.100958:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.100982:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 37 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.100992:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 37 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146167.101003:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199334784:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146167.101075:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146167.121065:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199334784:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146167.121090:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.121103:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a000, rc 0) 00000100:00100000:1.0:1746146167.121146:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202402176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 20249us (20372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.121153:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31216 00000100:00100000:0.0:1746146167.137637:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.137681:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.137702:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202402304 00000100:00100000:1.0:1746146167.137709:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202402304 00000100:00100000:2.0:1746146167.137760:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202402432 00000100:00100000:2.0:1746146167.137763:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202402432 00002000:00100000:2.0:1746146167.137800:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b998a80 x1830966202402432/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.137809:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998a80 with x1830966202402432 ext(0->7) 00010000:00010000:2.0:1746146167.137817:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 38 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.137829:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 38 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.137836:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b998a80 00000100:00100000:2.0:1746146167.137853:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3450 00000100:00100000:2.0:1746146167.137861:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2007:x1830966202402432:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746146167.139232:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31217 00000100:00100000:1.0:1746146167.139241:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+39:1758:x1830966202402304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.139250:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.139261:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff40c expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.139277:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.139281:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.139286:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146167.139289:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 40 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.139316:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.139325:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 40 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.139332:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146167.140707:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+40:1758:x1830966202402304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1464us (3073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.140722:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31217 00000100:00100000:0.0:1746146167.141315:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202402432:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3454us (3632us total) trans 4294972268 rc 0/0 00000100:00100000:0.0:1746146167.141323:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3450 00002000:00100000:0.0:1746146167.141330:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b998a80 x1830966202402432/t4294972268(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/448 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.141337:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998a80 with x1830966202402432 ext(0->7) 00010000:00010000:0.0:1746146167.141343:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.141354:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146167.141360:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b998a80 00000100:00100000:2.0:1746146167.143986:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.144020:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202402560 00000100:00100000:3.0:1746146167.144027:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202402560 00010000:00010000:3.0:1746146167.144047:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.144070:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14560 00000100:00100000:3.0:1746146167.144075:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2009:x1830966202402560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.144084:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.144095:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.144103:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.144116:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63265 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff3fe expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.144133:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.144135:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.144141:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.144148:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.144173:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.144209:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.144220:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.144288:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.146349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.146540:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.146555:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.146598:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2009:x1830966202402560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2522us (2617us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.146606:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14560 00000100:00100000:1.0:1746146167.146976:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202402816 00000100:00100000:1.0:1746146167.146982:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202402816 00002000:00100000:1.0:1746146167.147012:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998000 x1830966202402816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.147022:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998000 with x1830966202402816 ext(0->4095) 00010000:00010000:1.0:1746146167.147029:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.147039:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.147045:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b998000 00000100:00100000:1.0:1746146167.147063:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3451 00000100:00100000:1.0:1746146167.147070:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202402816:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146167.147158:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202402816:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 89us (813us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.147163:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3451 00002000:00100000:1.0:1746146167.147168:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998000 x1830966202402816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.147174:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998000 with x1830966202402816 ext(0->4095) 00010000:00010000:1.0:1746146167.147178:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.147187:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.147192:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b998000 00000100:00100000:0.0:1746146167.148376:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.148451:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202402944 00000100:00100000:3.0:1746146167.148456:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202402944 00010000:00010000:3.0:1746146167.148477:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.148495:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14561 00000100:00100000:3.0:1746146167.148501:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202402944:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.148511:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.148535:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.148544:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.148561:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a000/0x88944630cfb6326c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff405 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.148573:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.148575:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.148580:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 39 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.148588:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 39 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.148613:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 39 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.148625:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335168:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.148698:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.150477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.150509:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335168:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.150528:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.150562:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202402944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2061us (2190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.150571:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14561 00000100:00100000:1.0:1746146167.150620:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202403200 00000100:00100000:1.0:1746146167.150623:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202403200 00002000:00100000:1.0:1746146167.150649:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0c000 x1830966202403200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.150665:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0c000 with x1830966202403200 ext(0->4095) 00002000:00010000:1.0:1746146167.150668:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0c000 00000100:00100000:1.0:1746146167.150692:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14051 00000100:00100000:1.0:1746146167.150698:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2008:x1830966202403200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146167.151238:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2008:x1830966202403200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 539us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.151243:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14051 00002000:00100000:1.0:1746146167.151248:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0c000 x1830966202403200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.151255:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0c000 with x1830966202403200 ext(0->4095) 00002000:00010000:1.0:1746146167.151257:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0c000 00000100:00100000:0.0:1746146167.154891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.155494:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202403328 00000100:00100000:1.0:1746146167.155501:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202403328 00000100:00100000:1.0:1746146167.156671:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31218 00000100:00100000:1.0:1746146167.156679:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202403328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.156694:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.156708:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff413 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.156747:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 39 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.156753:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.156754:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.156757:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.156779:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 39 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.156788:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 39 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146167.156797:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199335296:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146167.156944:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146167.158398:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199335296:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146167.158419:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.158429:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a400, rc 0) 00000100:00100000:1.0:1746146167.158467:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202403328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1789us (3582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.158473:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31218 00000100:00100000:0.0:1746146167.159106:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.159156:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202403456 00000100:00100000:1.0:1746146167.159160:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202403456 00002000:00100000:1.0:1746146167.159187:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d0d180 x1830966202403456/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.159195:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0d180 with x1830966202403456 ext(0->7) 00010000:00010000:1.0:1746146167.159201:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 40 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.159215:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 40 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.159220:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0d180 00000100:00100000:1.0:1746146167.159245:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3452 00000100:00100000:1.0:1746146167.159251:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+40:2008:x1830966202403456:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146167.160485:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202403456:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1231us (1376us total) trans 4294972269 rc 0/0 00000100:00100000:0.0:1746146167.160496:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3452 00002000:00100000:0.0:1746146167.160502:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d0d180 x1830966202403456/t4294972269(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/448 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.160509:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0d180 with x1830966202403456 ext(0->7) 00010000:00010000:0.0:1746146167.160525:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.160536:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146167.160541:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0d180 00000100:00100000:0.0:1746146167.167369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.167435:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202403584 00000100:00100000:3.0:1746146167.167443:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202403584 00010000:00010000:3.0:1746146167.167473:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.167510:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14562 00000100:00100000:3.0:1746146167.167526:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202403584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.167540:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.167555:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.167565:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.167583:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63273 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff40c expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.167606:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.167608:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.167614:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.167620:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.167643:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.167653:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335424:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.168360:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.169234:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.169295:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202403712 00000100:00100000:1.0:1746146167.169301:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202403712 00000100:00100000:1.0:1746146167.169339:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31219 00000100:00100000:1.0:1746146167.169346:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202403712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.169358:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.169368:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff41a expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.169386:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.169392:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.169394:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.169397:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.169415:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.169425:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146167.169434:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199335552:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146167.169482:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.170387:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335424:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.170400:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.170428:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202403584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2911us (3066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.170439:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14562 00000100:00100000:0.0:1746146167.171298:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.171363:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202403968 00000100:00100000:3.0:1746146167.171367:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202403968 00002000:00100000:3.0:1746146167.171390:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0df80 x1830966202403968/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.171399:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0df80 with x1830966202403968 ext(0->4095) 00010000:00010000:3.0:1746146167.171404:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.171414:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.171420:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0df80 00000100:00100000:3.0:1746146167.171442:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3453 00000100:00100000:3.0:1746146167.171448:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202403968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.171541:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202403968:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (244us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.171546:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3453 00002000:00100000:3.0:1746146167.171551:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0df80 x1830966202403968/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.171558:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0df80 with x1830966202403968 ext(0->4095) 00010000:00010000:3.0:1746146167.171562:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.171575:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.171580:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0df80 00000100:00100000:0.0:1746146167.172088:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199335552:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146167.172103:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.172113:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:0.0:1746146167.172139:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202403712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2794us (2908us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146167.172145:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31219 00000100:00100000:0.0:1746146167.173805:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.173852:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202404096 00000100:00100000:2.0:1746146167.173857:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202404096 00000100:00100000:2.0:1746146167.173894:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31220 00000100:00100000:2.0:1746146167.173900:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1766:x1830966202404096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.173911:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.173922:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff421 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.173939:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.173943:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.173948:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.173951:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.173974:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.173982:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.173989:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146167.174026:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1766:x1830966202404096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.174034:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31220 00000100:00100000:0.0:1746146167.174909:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.174950:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202404224 00000100:00100000:3.0:1746146167.174954:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202404224 00010000:00010000:3.0:1746146167.175077:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.175096:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14563 00000100:00100000:3.0:1746146167.175102:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202404224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.175110:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.175124:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.175133:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.175147:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6327a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff413 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.175169:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.175171:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.175176:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.175186:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.175205:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.175214:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.175222:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335808:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.175273:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.178647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.178743:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335808:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.178757:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.178797:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202404224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3695us (3889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.178805:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14563 00000100:00100000:2.0:1746146167.179037:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202404480 00000100:00100000:2.0:1746146167.179042:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202404480 00002000:00100000:2.0:1746146167.179072:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be28e00 x1830966202404480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.179080:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28e00 with x1830966202404480 ext(0->4095) 00010000:00010000:2.0:1746146167.179087:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.179098:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.179103:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be28e00 00000100:00100000:2.0:1746146167.179117:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3454 00000100:00100000:2.0:1746146167.179122:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202404480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.179210:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202404480:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (573us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.179215:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3454 00002000:00100000:2.0:1746146167.179219:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be28e00 x1830966202404480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.179226:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28e00 with x1830966202404480 ext(0->4095) 00010000:00010000:2.0:1746146167.179230:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.179243:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.179248:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be28e00 00000100:00100000:0.0:1746146167.181542:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.181982:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202404608 00000100:00100000:3.0:1746146167.181988:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202404608 00010000:00010000:3.0:1746146167.182014:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.182036:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14564 00000100:00100000:3.0:1746146167.182043:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2009:x1830966202404608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.182053:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.182066:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.182076:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.182093:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63281 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff41a expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.182116:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.182118:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.182123:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.182130:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.182156:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.182169:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335936:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.182561:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.185010:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199335936:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.185024:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.185061:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2009:x1830966202404608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3018us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.185070:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14564 00000100:00100000:0.0:1746146167.185121:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.185363:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202404864 00000100:00100000:3.0:1746146167.185367:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202404864 00002000:00100000:3.0:1746146167.185394:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29c00 x1830966202404864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.185402:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29c00 with x1830966202404864 ext(0->4095) 00002000:00010000:3.0:1746146167.185406:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be29c00 00000100:00100000:3.0:1746146167.185424:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14052 00000100:00100000:3.0:1746146167.185429:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202404864:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.185507:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202404864:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 78us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.185512:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14052 00002000:00100000:3.0:1746146167.185527:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29c00 x1830966202404864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.185534:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29c00 with x1830966202404864 ext(0->4095) 00002000:00010000:3.0:1746146167.185536:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be29c00 00000100:00100000:0.0:1746146167.187193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.187268:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202404992 00000100:00100000:3.0:1746146167.187273:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202404992 00000100:00100000:3.0:1746146167.187309:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31221 00000100:00100000:3.0:1746146167.187315:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202404992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.187326:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.187338:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff428 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.187358:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 41 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.187369:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.187371:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.187374:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.187395:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 41 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.187403:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 41 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.187412:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199336064:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.187766:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.189141:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199336064:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.189158:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.189169:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146167.189191:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202404992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1876us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.189198:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31221 00000100:00100000:0.0:1746146167.190841:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.190932:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202405120 00000100:00100000:3.0:1746146167.190938:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202405120 00010000:00010000:3.0:1746146167.190966:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.191278:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14565 00000100:00100000:3.0:1746146167.191285:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202405120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.191296:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.191310:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.191320:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.191336:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63288 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff421 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.191393:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.191394:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.191400:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.191408:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.191431:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.191440:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199336192:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.191813:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.194278:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199336192:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.194292:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.194318:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202405120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3034us (3482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.194325:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14565 00000100:00100000:0.0:1746146167.195691:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.196347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.196452:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202405376 00000100:00100000:2.0:1746146167.196459:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202405376 00002000:00100000:2.0:1746146167.196490:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2b480 x1830966202405376/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.196498:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2b480 with x1830966202405376 ext(0->4095) 00002000:00010000:2.0:1746146167.196502:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2b480 00000100:00100000:2.0:1746146167.196536:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14053 00000100:00100000:2.0:1746146167.196543:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202405376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.196637:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202405376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (949us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.196642:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14053 00002000:00100000:2.0:1746146167.196646:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2b480 x1830966202405376/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.196653:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2b480 with x1830966202405376 ext(0->4095) 00002000:00010000:2.0:1746146167.196655:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2b480 00000100:00100000:3.0:1746146167.196807:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202405504 00000100:00100000:3.0:1746146167.196811:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202405504 00000100:00100000:3.0:1746146167.196826:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31222 00000100:00100000:3.0:1746146167.196830:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1758:x1830966202405504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.196838:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.196848:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff42f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.196865:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.196872:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.196873:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.196876:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.196894:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.196902:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.196911:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199336320:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.196945:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.199114:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199336320:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.199136:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.199148:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146167.199308:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202405504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2475us (2960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.199314:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31222 00000100:00100000:0.0:1746146167.201024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.201055:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.201137:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202405760 00000100:00100000:2.0:1746146167.201143:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202405760 00010000:00010000:2.0:1746146167.201164:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.201187:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14566 00000100:00100000:2.0:1746146167.201193:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202405760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.201202:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.201215:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.201224:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.201241:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6328f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff428 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.201263:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.201265:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.201270:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.201277:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.201299:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.201308:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199336448:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.201355:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.201416:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202405632 00000100:00100000:3.0:1746146167.201420:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202405632 00000100:00100000:3.0:1746146167.201437:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31223 00000100:00100000:3.0:1746146167.201441:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1766:x1830966202405632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.201450:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.201458:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff436 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.201472:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.201477:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.201478:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.201481:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.201493:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.201506:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.201524:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199336576:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.201541:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.203807:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199336448:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.203819:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.203923:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199336576:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.203937:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.203947:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c600, rc 0) 00000100:00100000:0.0:1746146167.204088:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.204111:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202405760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2917us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.204118:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14566 00000100:00100000:2.0:1746146167.204151:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202406016 00000100:00100000:2.0:1746146167.204154:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202406016 00002000:00100000:2.0:1746146167.204172:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29880 x1830966202406016/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.204179:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29880 with x1830966202406016 ext(0->4095) 00010000:00010000:2.0:1746146167.204184:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.204193:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.204199:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be29880 00000100:00100000:2.0:1746146167.204209:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3455 00000100:00100000:2.0:1746146167.204214:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202406016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146167.204471:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1766:x1830966202405632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3027us (3448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.204476:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31223 00000100:00100000:2.0:1746146167.205043:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202406016:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 827us (1329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.205049:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3455 00002000:00100000:2.0:1746146167.205055:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29880 x1830966202406016/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.205061:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29880 with x1830966202406016 ext(0->4095) 00010000:00010000:2.0:1746146167.205066:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.205074:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.205079:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be29880 00000100:00100000:0.0:1746146167.206465:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.206506:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202406144 00000100:00100000:2.0:1746146167.206512:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202406144 00010000:00010000:2.0:1746146167.206541:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.206563:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14567 00000100:00100000:2.0:1746146167.206569:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2010:x1830966202406144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.206577:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.206590:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.206599:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.206615:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63296 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff42f expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.206636:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.206638:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.206642:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.206653:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.206677:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.206686:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199336704:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.206761:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.208420:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199336704:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.208434:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.208458:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2010:x1830966202406144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1888us (1994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.208466:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14567 00000100:00100000:0.0:1746146167.208678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.208768:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202406400 00000100:00100000:2.0:1746146167.208772:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202406400 00002000:00100000:2.0:1746146167.208797:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2b100 x1830966202406400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.208805:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2b100 with x1830966202406400 ext(0->4095) 00002000:00010000:2.0:1746146167.208809:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2b100 00000100:00100000:2.0:1746146167.208820:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14054 00000100:00100000:2.0:1746146167.208826:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202406400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.209031:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202406400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 204us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.209039:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14054 00002000:00100000:2.0:1746146167.209044:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2b100 x1830966202406400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.209051:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2b100 with x1830966202406400 ext(0->4095) 00002000:00010000:2.0:1746146167.209054:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2b100 00000100:00100000:0.0:1746146167.210142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.210194:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202406528 00000100:00100000:3.0:1746146167.210197:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202406528 00000100:00100000:3.0:1746146167.210222:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31224 00000100:00100000:3.0:1746146167.210231:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202406528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.210240:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.210252:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff43d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.210289:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.210300:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.210301:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.210304:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.210321:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.210328:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.210335:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199336832:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.210460:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.212230:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199336832:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.212303:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.212315:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146167.212356:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202406528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.212362:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31224 00000100:00100000:0.0:1746146167.212897:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.212954:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202406656 00000100:00100000:2.0:1746146167.212958:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202406656 00010000:00010000:2.0:1746146167.212978:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.213005:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14568 00000100:00100000:2.0:1746146167.213011:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202406656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.213020:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.213033:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.213041:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.213058:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb6329d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff436 expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.213078:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.213080:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.213086:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.213150:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.213176:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.213186:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199336960:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.213239:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.214311:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199336960:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.214323:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.214345:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202406656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1335us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.214352:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14568 00000100:00100000:0.0:1746146167.214695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.214836:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202406912 00000100:00100000:2.0:1746146167.214840:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202406912 00002000:00100000:2.0:1746146167.214866:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a463800 x1830966202406912/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.214874:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a463800 with x1830966202406912 ext(0->4095) 00002000:00010000:2.0:1746146167.214878:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a463800 00000100:00100000:2.0:1746146167.214904:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14055 00000100:00100000:2.0:1746146167.214910:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202406912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.215012:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202406912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.215020:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14055 00002000:00100000:2.0:1746146167.215025:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a463800 x1830966202406912/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.215031:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a463800 with x1830966202406912 ext(0->4095) 00002000:00010000:2.0:1746146167.215034:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a463800 00000100:00100000:0.0:1746146167.216260:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.216421:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202407040 00000100:00100000:3.0:1746146167.216426:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202407040 00000100:00100000:3.0:1746146167.216488:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31225 00000100:00100000:3.0:1746146167.216494:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1766:x1830966202407040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.216506:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.216529:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff444 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.216548:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.216554:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.216556:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.216558:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.216578:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.216588:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.216597:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199337088:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.217115:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.217919:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199337088:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.217936:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.217945:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146167.217970:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1766:x1830966202407040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1477us (1713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.217979:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31225 00000100:00100000:0.0:1746146167.218108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.218314:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202407168 00000100:00100000:3.0:1746146167.218318:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202407168 00010000:00010000:3.0:1746146167.218335:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.218350:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14569 00000100:00100000:3.0:1746146167.218354:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202407168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.218362:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.218374:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.218382:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.218397:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb632a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff43d expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.218415:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.218416:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.218421:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.218428:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.218445:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.218452:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199337216:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.218492:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099438900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.219358:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.219434:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202407296 00000100:00100000:3.0:1746146167.219438:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202407296 00000100:00100000:3.0:1746146167.219554:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31226 00000100:00100000:3.0:1746146167.219561:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202407296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.219570:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.219579:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff44b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.219596:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.219602:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.219603:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.219605:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.219622:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.219631:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.219639:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199337344:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.219682:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.219966:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199337216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.219976:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.219992:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202407168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1637us (1885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.219999:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14569 00000100:00100000:0.0:1746146167.220575:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.220634:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202407552 00000100:00100000:3.0:1746146167.220639:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202407552 00002000:00100000:3.0:1746146167.220658:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461f80 x1830966202407552/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.220666:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461f80 with x1830966202407552 ext(0->4095) 00010000:00010000:3.0:1746146167.220671:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.220680:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.220685:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461f80 00000100:00100000:3.0:1746146167.220872:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3456 00000100:00100000:3.0:1746146167.220879:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202407552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146167.220964:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202407552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.220969:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3456 00002000:00100000:3.0:1746146167.220974:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461f80 x1830966202407552/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.220987:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461f80 with x1830966202407552 ext(0->4095) 00010000:00010000:3.0:1746146167.220992:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.221000:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.221006:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461f80 00000100:00100000:3.0:1746146167.221363:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199337344:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.221378:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.221389:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146167.221417:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202407296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1857us (2060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.221423:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31226 00000100:00100000:1.0:1746146167.223461:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.224177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.224246:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202407808 00000100:00100000:2.0:1746146167.224252:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202407808 00010000:00010000:2.0:1746146167.224281:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.224304:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14570 00000100:00100000:2.0:1746146167.224311:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2009:x1830966202407808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.224322:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.224337:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.224347:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.224365:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb632ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff444 expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.224379:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.224381:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.224386:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.224396:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.224419:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.224429:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199337472:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.224476:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.224695:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202407680 00000100:00100000:3.0:1746146167.224700:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202407680 00000100:00100000:3.0:1746146167.224731:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31227 00000100:00100000:3.0:1746146167.224736:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202407680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.224747:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.224756:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff452 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.224771:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.224778:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.224780:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.224783:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.224797:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.224806:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.224814:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199337600:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.225454:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.228527:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199337600:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.228552:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.228566:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146167.228600:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202407680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3863us (5143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.228608:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31227 00000100:00100000:0.0:1746146167.228952:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.229032:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199337472:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.229044:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.229077:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2009:x1830966202407808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4766us (4899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.229084:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14570 00000100:00100000:3.0:1746146167.229191:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202408064 00000100:00100000:3.0:1746146167.229196:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202408064 00002000:00100000:3.0:1746146167.229221:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461c00 x1830966202408064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.229234:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966202408064 ext(0->4095) 00010000:00010000:3.0:1746146167.229240:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.229250:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.229256:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461c00 00000100:00100000:3.0:1746146167.229282:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3457 00000100:00100000:3.0:1746146167.229288:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2009:x1830966202408064:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146167.229907:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2009:x1830966202408064:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 618us (954us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.229913:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3457 00002000:00100000:3.0:1746146167.229918:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a461c00 x1830966202408064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.229924:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a461c00 with x1830966202408064 ext(0->4095) 00010000:00010000:3.0:1746146167.229928:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.229936:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.229940:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a461c00 00000100:00100000:0.0:1746146167.231193:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.231248:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202408192 00000100:00100000:3.0:1746146167.231253:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202408192 00000100:00100000:3.0:1746146167.231286:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31228 00000100:00100000:3.0:1746146167.231346:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202408192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.231356:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.231368:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff459 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.231387:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.231391:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.231396:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146167.231399:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.231423:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.231432:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.231439:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146167.231477:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202408192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.231483:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31228 00000100:00100000:0.0:1746146167.231619:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.231704:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202408320 00000100:00100000:2.0:1746146167.231708:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202408320 00010000:00010000:2.0:1746146167.231742:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.231763:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14571 00000100:00100000:2.0:1746146167.231769:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966202408320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.231776:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.231789:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.231801:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.231813:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff44b expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.231835:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.231837:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.231842:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.231849:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.231866:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.231875:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.231885:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199337856:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.231940:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.233003:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199337856:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.233016:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.233207:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202408320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1437us (1587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.233217:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14571 00000100:00100000:0.0:1746146167.233472:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.233669:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202408576 00000100:00100000:3.0:1746146167.233674:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202408576 00002000:00100000:3.0:1746146167.233699:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460000 x1830966202408576/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.233735:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460000 with x1830966202408576 ext(0->4095) 00010000:00010000:3.0:1746146167.233742:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.233753:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.233759:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460000 00000100:00100000:3.0:1746146167.233771:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3458 00000100:00100000:3.0:1746146167.233776:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202408576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.233861:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202408576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (389us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.233866:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3458 00002000:00100000:3.0:1746146167.233870:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a460000 x1830966202408576/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.233877:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460000 with x1830966202408576 ext(0->4095) 00010000:00010000:3.0:1746146167.233881:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.233889:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.233894:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a460000 00000100:00100000:0.0:1746146167.236557:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.237249:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202408704 00000100:00100000:2.0:1746146167.237256:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202408704 00010000:00010000:2.0:1746146167.237281:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.237313:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14572 00000100:00100000:2.0:1746146167.237319:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202408704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.237330:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.237344:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.237355:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.237373:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb632b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff452 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.237395:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.237397:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.237402:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.237410:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.237433:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.237443:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199337984:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.237508:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.239041:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199337984:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.239056:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.239091:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202408704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1771us (2539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.239099:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14572 00000100:00100000:0.0:1746146167.239480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.239547:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202408960 00000100:00100000:2.0:1746146167.239552:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202408960 00002000:00100000:2.0:1746146167.239579:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093f800 x1830966202408960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.239588:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f800 with x1830966202408960 ext(0->4095) 00002000:00010000:2.0:1746146167.239591:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093f800 00000100:00100000:2.0:1746146167.239661:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14056 00000100:00100000:2.0:1746146167.239667:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202408960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.239922:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202408960:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 254us (442us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.239927:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14056 00002000:00100000:2.0:1746146167.239932:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093f800 x1830966202408960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.239939:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f800 with x1830966202408960 ext(0->4095) 00002000:00010000:2.0:1746146167.239941:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093f800 00000100:00100000:0.0:1746146167.241416:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.241678:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202409088 00000100:00100000:2.0:1746146167.241683:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202409088 00000100:00100000:2.0:1746146167.241738:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31229 00000100:00100000:2.0:1746146167.241743:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202409088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.241755:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.241770:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff460 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.241792:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.241799:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.241800:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.241902:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.241927:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.241937:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.241947:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199338112:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.242147:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.244387:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199338112:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.244409:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.244427:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146167.244470:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202409088:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2726us (3057us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.244477:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31229 00000100:00100000:0.0:1746146167.244669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.244767:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202409216 00000100:00100000:3.0:1746146167.244772:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202409216 00010000:00010000:3.0:1746146167.244793:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.244821:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14573 00000100:00100000:3.0:1746146167.244827:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202409216:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.244836:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.244850:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.244859:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.244875:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb632c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff459 expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.245133:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.245136:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.245141:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.245149:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.245170:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.245179:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199338240:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.245232:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.246378:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199338240:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.246390:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.246471:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2007:x1830966202409216:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1643us (1802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.246479:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14573 00000100:00100000:0.0:1746146167.247344:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.247381:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202409472 00000100:00100000:2.0:1746146167.247387:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202409472 00002000:00100000:2.0:1746146167.247413:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ed80 x1830966202409472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.247420:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ed80 with x1830966202409472 ext(0->4095) 00002000:00010000:2.0:1746146167.247424:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ed80 00000100:00100000:2.0:1746146167.247443:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14057 00000100:00100000:2.0:1746146167.247447:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202409472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.247546:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202409472:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (204us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.247552:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14057 00002000:00100000:2.0:1746146167.247556:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ed80 x1830966202409472/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.247562:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ed80 with x1830966202409472 ext(0->4095) 00002000:00010000:2.0:1746146167.247565:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ed80 00000100:00100000:0.0:1746146167.248949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.249258:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202409600 00000100:00100000:2.0:1746146167.249263:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202409600 00000100:00100000:2.0:1746146167.249306:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31230 00000100:00100000:2.0:1746146167.249312:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1766:x1830966202409600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.249325:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.249337:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff467 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.249356:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.249362:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.249364:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.249366:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.249389:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.249399:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.249409:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199338368:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.249593:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.250048:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.250131:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202409728 00000100:00100000:3.0:1746146167.250135:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202409728 00000100:00100000:3.0:1746146167.250155:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31231 00000100:00100000:3.0:1746146167.250160:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202409728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.250166:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.250172:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff46e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.250182:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.250185:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.250189:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.250192:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.250209:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.250217:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.250229:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146167.250426:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202409728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 264us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.250431:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31231 00000100:00100000:0.0:1746146167.251676:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.251804:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202409856 00000100:00100000:3.0:1746146167.251808:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202409856 00010000:00010000:3.0:1746146167.251826:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.251844:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14574 00000100:00100000:3.0:1746146167.251850:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202409856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.251858:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.251872:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.251881:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.251894:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.251896:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.251901:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.251907:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.251929:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.251937:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.251946:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199338624:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.251995:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d480 going to sleep for 11 seconds 00010000:00010000:2.0:1746146167.252095:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb632c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff460 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.252110:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199338368:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.252123:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.252135:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.252143:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146167.252162:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1766:x1830966202409600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2850us (3216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.252168:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31230 00000100:00100000:3.0:1746146167.253390:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199338624:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.253401:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.253434:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202409856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1584us (1760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.253441:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14574 00000100:00100000:0.0:1746146167.253685:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.253797:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202410112 00000100:00100000:3.0:1746146167.253802:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202410112 00002000:00100000:3.0:1746146167.253826:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d880 x1830966202410112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.253835:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d880 with x1830966202410112 ext(0->4095) 00010000:00010000:3.0:1746146167.253841:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.253851:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.253856:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093d880 00000100:00100000:3.0:1746146167.253883:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3459 00000100:00100000:3.0:1746146167.253889:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966202410112:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.253985:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966202410112:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.253990:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3459 00002000:00100000:3.0:1746146167.253995:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d880 x1830966202410112/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.254002:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d880 with x1830966202410112 ext(0->4095) 00010000:00010000:3.0:1746146167.254006:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.254014:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.254066:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093d880 00000100:00100000:0.0:1746146167.255603:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.255768:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202410240 00000100:00100000:2.0:1746146167.255773:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202410240 00000100:00100000:2.0:1746146167.255803:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31232 00000100:00100000:2.0:1746146167.255808:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202410240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.255818:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.255827:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff475 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.255844:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.255847:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.255852:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146167.255854:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.255878:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.255891:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.255899:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146167.255928:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202410240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.255933:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31232 00000100:00100000:0.0:1746146167.256699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.256890:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202410368 00000100:00100000:3.0:1746146167.256894:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202410368 00010000:00010000:3.0:1746146167.256910:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.256927:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14575 00000100:00100000:3.0:1746146167.256932:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2010:x1830966202410368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.256940:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.256950:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.256963:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.256981:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb632ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff467 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.257001:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.257003:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.257010:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.257017:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.257039:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.257048:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.257098:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199338880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.257159:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.258161:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199338880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.258171:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.258202:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2010:x1830966202410368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1268us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.258211:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14575 00000100:00100000:0.0:1746146167.258537:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.258796:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202410624 00000100:00100000:3.0:1746146167.258800:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202410624 00002000:00100000:3.0:1746146167.258843:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c380 x1830966202410624/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.258850:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c380 with x1830966202410624 ext(0->4095) 00010000:00010000:3.0:1746146167.258856:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.258865:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.258870:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093c380 00000100:00100000:3.0:1746146167.258924:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3460 00000100:00100000:3.0:1746146167.258930:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202410624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.259023:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202410624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.259028:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3460 00002000:00100000:3.0:1746146167.259032:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c380 x1830966202410624/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.259037:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c380 with x1830966202410624 ext(0->4095) 00010000:00010000:3.0:1746146167.259040:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.259049:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.259053:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093c380 00000100:00100000:0.0:1746146167.260601:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.260747:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202410752 00000100:00100000:3.0:1746146167.260752:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202410752 00000100:00100000:3.0:1746146167.260790:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31233 00000100:00100000:3.0:1746146167.260797:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202410752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.260807:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.260818:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff47c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.260844:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.260849:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.260854:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146167.260857:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.260884:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.260893:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.260902:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:3.0:1746146167.260933:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202410752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.260938:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31233 00000100:00100000:0.0:1746146167.261676:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.261743:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202410880 00000100:00100000:3.0:1746146167.261746:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202410880 00010000:00010000:3.0:1746146167.261760:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.261787:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14576 00000100:00100000:3.0:1746146167.261792:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202410880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.261798:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.261811:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.261820:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.261835:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb632d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff46e expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.261857:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.261859:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.261863:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.261870:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.261892:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.261901:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.261911:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199339136:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.262306:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.263187:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199339136:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.263199:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.263230:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b56c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202410880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1437us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.263238:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14576 00000100:00100000:0.0:1746146167.263755:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.263838:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202411136 00000100:00100000:3.0:1746146167.263842:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202411136 00002000:00100000:3.0:1746146167.263863:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c000 x1830966202411136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.263872:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c000 with x1830966202411136 ext(0->4095) 00010000:00010000:3.0:1746146167.263877:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.263886:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.263891:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093c000 00000100:00100000:3.0:1746146167.263910:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3461 00000100:00100000:3.0:1746146167.263916:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202411136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.264035:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202411136:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.264041:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3461 00002000:00100000:3.0:1746146167.264046:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093c000 x1830966202411136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.264053:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093c000 with x1830966202411136 ext(0->4095) 00010000:00010000:3.0:1746146167.264057:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.264065:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.264070:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093c000 00000100:00100000:0.0:1746146167.265341:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.265383:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202411264 00000100:00100000:3.0:1746146167.265387:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202411264 00010000:00010000:3.0:1746146167.265403:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.265430:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14577 00000100:00100000:3.0:1746146167.265435:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202411264:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.265443:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.265453:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.265465:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.265486:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb632dc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff475 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.265506:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.265507:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.265513:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.265529:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.265551:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.265560:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199339264:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.265611:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d600 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.267121:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199339264:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.267135:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.267171:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202411264:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1735us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.267179:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14577 00000100:00100000:0.0:1746146167.267470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.267585:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202411520 00000100:00100000:3.0:1746146167.267590:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202411520 00002000:00100000:3.0:1746146167.267611:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093df80 x1830966202411520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.267620:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093df80 with x1830966202411520 ext(0->4095) 00002000:00010000:3.0:1746146167.267623:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093df80 00000100:00100000:3.0:1746146167.267693:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14058 00000100:00100000:3.0:1746146167.267701:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202411520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.267962:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202411520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 261us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.267968:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14058 00002000:00100000:3.0:1746146167.267973:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093df80 x1830966202411520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.267979:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093df80 with x1830966202411520 ext(0->4095) 00002000:00010000:3.0:1746146167.267981:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093df80 00000100:00100000:0.0:1746146167.269261:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.269328:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202411648 00000100:00100000:3.0:1746146167.269333:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202411648 00000100:00100000:3.0:1746146167.269367:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31234 00000100:00100000:3.0:1746146167.269372:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202411648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.269382:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.269394:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff483 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.269413:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.269423:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.269424:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.269427:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.269446:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.269455:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.269464:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199339392:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.269530:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.270843:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199339392:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.270861:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.270873:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146167.271428:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202411648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2053us (2167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.271435:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31234 00000100:00100000:0.0:1746146167.271790:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.271989:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202411776 00000100:00100000:3.0:1746146167.271993:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202411776 00010000:00010000:3.0:1746146167.272014:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.272037:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14578 00000100:00100000:3.0:1746146167.272042:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202411776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.272051:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.272065:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.272074:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.272090:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb632e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff47c expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.272262:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.272264:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.272270:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.272277:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.272299:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.272308:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199339520:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.272365:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.275022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.275070:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202412032 00000100:00100000:2.0:1746146167.275077:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202412032 00002000:00100000:2.0:1746146167.275111:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ca80 x1830966202412032/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.275120:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ca80 with x1830966202412032 ext(0->4095) 00002000:00010000:2.0:1746146167.275124:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ca80 00000100:00100000:2.0:1746146167.275154:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14059 00000100:00100000:2.0:1746146167.275161:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202412032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.275264:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202412032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.275270:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14059 00002000:00100000:2.0:1746146167.275276:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093ca80 x1830966202412032/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.275283:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093ca80 with x1830966202412032 ext(0->4095) 00002000:00010000:2.0:1746146167.275286:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093ca80 00000100:00100000:3.0:1746146167.275415:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199339520:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.275428:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.276013:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+41:2008:x1830966202411776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3969us (4222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.276021:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14578 00000100:00100000:0.0:1746146167.278186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.278325:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202412160 00000100:00100000:3.0:1746146167.278332:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202412160 00000100:00100000:3.0:1746146167.278377:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31235 00000100:00100000:3.0:1746146167.278384:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+41:1766:x1830966202412160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.278397:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.278409:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff48a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146167.278585:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.278664:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202412288 00000100:00100000:2.0:1746146167.278668:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202412288 00000100:00100000:2.0:1746146167.278687:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31236 00000100:00100000:2.0:1746146167.278691:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202412288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.278693:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.278697:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.278699:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.278701:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.278702:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff491 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.278704:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.278711:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.278729:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.278734:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.278737:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.278848:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.278850:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.278859:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.278868:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.278869:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199339648:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.278876:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146167.278915:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202412288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.278920:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31236 00000100:00100000:3.0:1746146167.279282:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.280322:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199339648:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.280338:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.280348:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146167.280375:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1766:x1830966202412160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1992us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.280381:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31235 00000100:00100000:0.0:1746146167.281090:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.281589:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202412416 00000100:00100000:3.0:1746146167.281594:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202412416 00010000:00010000:3.0:1746146167.281616:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.281643:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14579 00000100:00100000:3.0:1746146167.281648:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202412416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.281657:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.281670:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.281679:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.281696:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb632ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff483 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.281748:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.281750:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.281755:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.281762:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.281788:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 42 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.281797:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.281806:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199339904:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.281863:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.284654:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199339904:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.284667:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.284703:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202412416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3055us (3615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.284710:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14579 00000100:00100000:0.0:1746146167.284755:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.284785:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202412672 00000100:00100000:3.0:1746146167.284789:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202412672 00002000:00100000:3.0:1746146167.284814:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093e300 x1830966202412672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.284829:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093e300 with x1830966202412672 ext(0->4095) 00010000:00010000:3.0:1746146167.284835:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.284846:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.284852:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093e300 00000100:00100000:3.0:1746146167.284874:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3462 00000100:00100000:3.0:1746146167.284879:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966202412672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.284962:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966202412672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.284965:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3462 00002000:00100000:3.0:1746146167.284969:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093e300 x1830966202412672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.284973:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093e300 with x1830966202412672 ext(0->4095) 00010000:00010000:3.0:1746146167.284976:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.284981:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.284985:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093e300 00000100:00100000:0.0:1746146167.286772:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.286861:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.286888:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202412800 00000100:00100000:3.0:1746146167.286894:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202412800 00000100:00100000:3.0:1746146167.286921:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31237 00000100:00100000:3.0:1746146167.286927:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202412800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146167.286933:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202412928 00010000:00010000:3.0:1746146167.286937:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746146167.286937:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202412928 00010000:00010000:3.0:1746146167.286948:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff498 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.286951:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.286965:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746146167.286968:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14580 00010000:00010000:3.0:1746146167.286969:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.286973:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2009:x1830966202412928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.286974:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146167.286977:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.286984:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.286997:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.287000:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.287006:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.287981:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb632f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff48a expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.288005:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.288007:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.288012:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.288020:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.288041:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 42 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.288051:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.288070:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199340160:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.288097:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.288105:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:2.0:1746146167.288117:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.288125:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202412800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1198us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.288130:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31237 00000100:00100000:2.0:1746146167.289849:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199340160:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.289861:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.289895:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2009:x1830966202412928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2922us (3035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.289902:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14580 00000100:00100000:0.0:1746146167.290145:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.290457:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202413184 00000100:00100000:2.0:1746146167.290462:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202413184 00002000:00100000:2.0:1746146167.290487:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d500 x1830966202413184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.290494:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d500 with x1830966202413184 ext(0->4095) 00010000:00010000:2.0:1746146167.290501:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.290510:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.290527:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093d500 00000100:00100000:2.0:1746146167.290551:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3463 00000100:00100000:2.0:1746146167.290557:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202413184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.291014:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202413184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 456us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.291022:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3463 00002000:00100000:2.0:1746146167.291028:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093d500 x1830966202413184/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.291035:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093d500 with x1830966202413184 ext(0->4095) 00010000:00010000:2.0:1746146167.291039:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.291047:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 42 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.291052:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093d500 00000100:00100000:0.0:1746146167.293565:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.293648:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202413440 00000100:00100000:3.0:1746146167.293654:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202413440 00000100:00100000:3.0:1746146167.293686:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31238 00000100:00100000:3.0:1746146167.293692:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+42:1758:x1830966202413440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.293707:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.293751:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff49f expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.293772:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.293777:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.293783:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146167.293786:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.293813:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.293824:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.293832:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146167.293878:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202413440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.293884:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31238 00000100:00100000:2.0:1746146167.294224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.294341:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202413312 00000100:00100000:0.0:1746146167.294345:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202413312 00010000:00010000:0.0:1746146167.294360:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746146167.294386:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14581 00000100:00100000:0.0:1746146167.294391:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202413312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146167.294399:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146167.294414:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.294423:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.294437:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb632f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff491 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.294459:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146167.294461:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146167.294466:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.294472:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.294492:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.294500:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746146167.294509:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199340416:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146167.294566:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.297046:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f51c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199340416:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.297063:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146167.297762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.298238:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202413312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3843us (4012us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.298252:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14581 00000100:00100000:2.0:1746146167.298288:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202413696 00000100:00100000:2.0:1746146167.298292:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202413696 00002000:00100000:2.0:1746146167.298318:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51880 x1830966202413696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.298326:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51880 with x1830966202413696 ext(0->4095) 00010000:00010000:2.0:1746146167.298333:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.298347:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.298353:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51880 00000100:00100000:2.0:1746146167.298369:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3464 00000100:00100000:2.0:1746146167.298374:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202413696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.298670:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202413696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 295us (908us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.298676:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3464 00002000:00100000:2.0:1746146167.298681:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51880 x1830966202413696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.298687:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51880 with x1830966202413696 ext(0->4095) 00010000:00010000:2.0:1746146167.298691:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.298699:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.298704:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51880 00000100:00100000:0.0:1746146167.301627:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.301751:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202413824 00000100:00100000:2.0:1746146167.301758:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202413824 00010000:00010000:2.0:1746146167.301784:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.301817:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14582 00000100:00100000:2.0:1746146167.301824:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202413824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.301835:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.301849:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.301860:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.301878:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb632ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff498 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.301892:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.301894:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.301900:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.301907:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.301931:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.301942:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199340544:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.302009:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.305308:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199340544:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.305326:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.305371:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202413824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3547us (3750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.305381:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14582 00000100:00100000:0.0:1746146167.305641:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.305881:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202414080 00000100:00100000:2.0:1746146167.305887:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202414080 00002000:00100000:2.0:1746146167.305917:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f53b80 x1830966202414080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.305927:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53b80 with x1830966202414080 ext(0->4095) 00002000:00010000:2.0:1746146167.305930:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f53b80 00000100:00100000:2.0:1746146167.305945:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14060 00000100:00100000:2.0:1746146167.305951:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202414080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.306052:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2007:x1830966202414080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.306058:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14060 00002000:00100000:2.0:1746146167.306063:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f53b80 x1830966202414080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.306069:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53b80 with x1830966202414080 ext(0->4095) 00002000:00010000:2.0:1746146167.306071:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097f53b80 00000100:00100000:0.0:1746146167.310356:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.310450:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202414208 00000100:00100000:2.0:1746146167.310458:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202414208 00000100:00100000:2.0:1746146167.310683:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31239 00000100:00100000:2.0:1746146167.310691:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202414208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.310706:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.310751:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4a6 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.310779:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.310785:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.310786:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.310789:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.310812:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 41 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.310822:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 41 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.310832:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199340672:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.310903:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.315986:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199340672:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.316016:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.316030:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146167.316077:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202414208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5386us (5727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.316083:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31239 00000100:00100000:0.0:1746146167.320276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.320338:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202414336 00000100:00100000:2.0:1746146167.320346:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202414336 00002000:00100000:2.0:1746146167.320381:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097f50700 x1830966202414336/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.320390:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f50700 with x1830966202414336 ext(0->7) 00010000:00010000:2.0:1746146167.320397:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.320409:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 42 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.320416:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f50700 00000100:00100000:2.0:1746146167.320444:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3465 00000100:00100000:2.0:1746146167.320450:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2008:x1830966202414336:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146167.324344:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202414336:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3885us (4067us total) trans 4294972270 rc 0/0 00000100:00100000:0.0:1746146167.324354:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3465 00002000:00100000:0.0:1746146167.324363:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880097f50700 x1830966202414336/t4294972270(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/448 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.324372:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f50700 with x1830966202414336 ext(0->7) 00010000:00010000:0.0:1746146167.324380:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.324395:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146167.324402:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f50700 00000100:00100000:0.0:1746146167.333056:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.333144:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202414464 00000100:00100000:2.0:1746146167.333152:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202414464 00000100:00100000:2.0:1746146167.333200:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31240 00000100:00100000:2.0:1746146167.333206:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202414464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.333220:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.333235:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4ad expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.333257:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.333262:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.333267:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146167.333270:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.333299:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.333309:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.333318:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146167.333351:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202414464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.333356:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31240 00000100:00100000:0.0:1746146167.333928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.334168:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202414592 00000100:00100000:2.0:1746146167.334172:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202414592 00010000:00010000:2.0:1746146167.334188:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 45 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.334274:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14583 00000100:00100000:2.0:1746146167.334281:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202414592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.334290:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746146167.334302:0:7218:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146167 -> 1746146168 00002000:00010000:2.0:1746146167.334304:0:7218:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146167 -> 1746146168 00010000:00010000:2.0:1746146167.334309:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 45 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.334317:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 45 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.334336:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63306 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff49f expref: 45 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.334960:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.334963:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.334969:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.334976:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.335000:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.335011:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.335020:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199340928:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.335093:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bee40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.336489:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199340928:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.336504:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.336551:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202414592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2269us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.336559:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14583 00000100:00100000:0.0:1746146167.337652:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.338185:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202414848 00000100:00100000:2.0:1746146167.338192:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202414848 00002000:00100000:2.0:1746146167.338223:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51f80 x1830966202414848/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.338231:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51f80 with x1830966202414848 ext(0->4095) 00010000:00010000:2.0:1746146167.338238:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.338249:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.338253:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51f80 00000100:00100000:2.0:1746146167.338282:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3466 00000100:00100000:2.0:1746146167.338288:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202414848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.338851:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202414848:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 562us (1200us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.338858:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3466 00002000:00100000:2.0:1746146167.338864:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f51f80 x1830966202414848/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.338871:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51f80 with x1830966202414848 ext(0->4095) 00010000:00010000:2.0:1746146167.338876:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.338884:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.338889:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f51f80 00000100:00100000:0.0:1746146167.343327:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.346054:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202414976 00000100:00100000:2.0:1746146167.346064:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202414976 00010000:00010000:2.0:1746146167.346100:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.346132:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14584 00000100:00100000:2.0:1746146167.346139:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202414976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.346151:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.346167:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.346182:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.346204:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb6330d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4a6 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.346238:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.346240:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.346246:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.346253:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.346280:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.346294:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199341056:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.346364:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.349035:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199341056:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.349052:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.349098:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202414976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2958us (5778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.349106:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14584 00000100:00100000:0.0:1746146167.352225:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.352338:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202415232 00000100:00100000:2.0:1746146167.352345:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202415232 00002000:00100000:2.0:1746146167.352383:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839180 x1830966202415232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.352392:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839180 with x1830966202415232 ext(0->4095) 00002000:00010000:2.0:1746146167.352396:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e839180 00000100:00100000:2.0:1746146167.352427:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14061 00000100:00100000:2.0:1746146167.352433:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202415232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.352562:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202415232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.352568:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14061 00002000:00100000:2.0:1746146167.352574:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839180 x1830966202415232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.352581:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839180 with x1830966202415232 ext(0->4095) 00002000:00010000:2.0:1746146167.352583:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e839180 00000100:00100000:0.0:1746146167.354872:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.355062:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202415360 00000100:00100000:2.0:1746146167.355068:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202415360 00000100:00100000:2.0:1746146167.355281:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31241 00000100:00100000:2.0:1746146167.355288:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202415360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.355301:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.355316:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4b4 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.355337:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.355342:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.355344:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.355347:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.355368:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.355378:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.355388:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199341184:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.356219:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.358371:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199341184:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.358395:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.358413:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146167.358447:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202415360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3158us (3580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.358453:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31241 00000100:00100000:0.0:1746146167.359082:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.359202:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202415488 00000100:00100000:3.0:1746146167.359208:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202415488 00010000:00010000:3.0:1746146167.359229:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.359249:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14585 00000100:00100000:3.0:1746146167.359256:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202415488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.359265:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.359280:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.359289:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.359306:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63314 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ad expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.359320:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.359322:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.359327:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.359334:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.359357:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.359367:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199341312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.359413:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.363009:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.363191:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202415744 00000100:00100000:2.0:1746146167.363197:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202415744 00000100:00100000:2.0:1746146167.363229:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31242 00000100:00100000:2.0:1746146167.363236:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202415744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.363250:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.363263:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4bb expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.363284:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.363290:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.363291:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.363294:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.363317:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.363327:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.363341:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199341440:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.363675:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199341312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.363690:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.363709:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202415488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4454us (4629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.363735:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14585 00000100:00100000:2.0:1746146167.364572:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146167.364878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.365062:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202415872 00000100:00100000:2.0:1746146167.365067:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202415872 00002000:00100000:2.0:1746146167.365093:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4380 x1830966202415872/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.365102:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4380 with x1830966202415872 ext(0->4095) 00010000:00010000:2.0:1746146167.365108:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.365118:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.365124:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef4380 00000100:00100000:2.0:1746146167.365150:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3467 00000100:00100000:2.0:1746146167.365156:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202415872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.365256:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202415872:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.365262:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3467 00002000:00100000:2.0:1746146167.365267:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4380 x1830966202415872/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.365273:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4380 with x1830966202415872 ext(0->4095) 00010000:00010000:2.0:1746146167.365277:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.365286:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.365291:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef4380 00000100:00100000:0.0:1746146167.367324:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.367750:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202416000 00000100:00100000:1.0:1746146167.367756:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202416000 00000100:00100000:1.0:1746146167.367791:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31243 00000100:00100000:1.0:1746146167.367802:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202416000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.367815:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.367827:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4c2 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.367845:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.367850:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.367855:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.367858:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.368420:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.368432:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.368441:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a400, rc 0) 00000100:00100000:2.0:1746146167.368564:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199341440:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.368580:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.368587:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:1.0:1746146167.368848:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202416000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1046us (1526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.368854:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31243 00000100:00100000:2.0:1746146167.368893:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202415744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5658us (5889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.368897:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31242 00000100:00100000:0.0:1746146167.369029:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.369195:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202416128 00000100:00100000:3.0:1746146167.369200:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202416128 00010000:00010000:3.0:1746146167.369219:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.369237:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14586 00000100:00100000:3.0:1746146167.369243:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202416128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.369250:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.369263:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.369272:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.369287:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6331b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4b4 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.369298:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.369300:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.369304:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.369310:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.369326:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.369335:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.369343:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199341696:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.369395:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.371436:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199341696:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.371449:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.371475:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202416128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2232us (2445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.371482:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14586 00000100:00100000:0.0:1746146167.372306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.372365:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202416384 00000100:00100000:2.0:1746146167.372370:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202416384 00002000:00100000:2.0:1746146167.372399:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838380 x1830966202416384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.372407:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966202416384 ext(0->4095) 00010000:00010000:2.0:1746146167.372414:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.372424:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.372429:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e838380 00000100:00100000:2.0:1746146167.372812:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3468 00000100:00100000:2.0:1746146167.372819:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202416384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.372909:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202416384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.373186:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3468 00002000:00100000:2.0:1746146167.373192:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838380 x1830966202416384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.373199:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966202416384 ext(0->4095) 00010000:00010000:2.0:1746146167.373203:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.373213:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.373218:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e838380 00000100:00100000:0.0:1746146167.374777:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.374794:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202416512 00000100:00100000:3.0:1746146167.374799:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202416512 00010000:00010000:3.0:1746146167.375032:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.375080:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14587 00000100:00100000:3.0:1746146167.375086:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202416512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.375095:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.375108:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.375117:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.375132:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63322 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4bb expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.375154:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.375156:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.375161:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.375167:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.375190:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.375199:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199341824:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.375616:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.377966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.378037:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199341824:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.378053:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.378083:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202416512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2998us (3309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.378092:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14587 00000100:00100000:2.0:1746146167.378151:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202416768 00000100:00100000:2.0:1746146167.378156:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202416768 00002000:00100000:2.0:1746146167.378184:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83b480 x1830966202416768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.378192:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b480 with x1830966202416768 ext(0->4095) 00002000:00010000:2.0:1746146167.378195:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83b480 00000100:00100000:2.0:1746146167.378220:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14062 00000100:00100000:2.0:1746146167.378226:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202416768:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.378313:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202416768:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.378321:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14062 00002000:00100000:2.0:1746146167.378326:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83b480 x1830966202416768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.378332:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b480 with x1830966202416768 ext(0->4095) 00002000:00010000:2.0:1746146167.378335:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83b480 00000100:00100000:0.0:1746146167.380307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.380439:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202416896 00000100:00100000:2.0:1746146167.380445:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202416896 00000100:00100000:2.0:1746146167.380507:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31244 00000100:00100000:2.0:1746146167.380522:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202416896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.380534:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.380548:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4c9 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.380569:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.380576:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.380577:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.380580:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.380602:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.380613:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.380628:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199341952:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.381479:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.383430:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199341952:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.383452:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.383466:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146167.383497:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202416896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2984us (3195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.383504:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31244 00000100:00100000:0.0:1746146167.384466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.385065:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202417024 00000100:00100000:3.0:1746146167.385071:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202417024 00010000:00010000:3.0:1746146167.385092:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.385118:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14588 00000100:00100000:3.0:1746146167.385124:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202417024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.385136:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.385149:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.385158:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.385174:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb63329 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c2 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.385193:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.385194:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.385200:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.385207:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.385227:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.385236:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199342080:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.385288:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.387439:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199342080:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.387459:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.387493:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2008:x1830966202417024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2367us (3028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.387505:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14588 00000100:00100000:0.0:1746146167.391028:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.391070:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.391088:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202417152 00000100:00100000:2.0:1746146167.391096:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202417152 00000100:00100000:2.0:1746146167.391127:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31245 00000100:00100000:2.0:1746146167.391134:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202417152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746146167.391150:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202417408 00000100:00100000:1.0:1746146167.391154:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202417408 00002000:00100000:1.0:1746146167.391177:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83b100 x1830966202417408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.391186:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b100 with x1830966202417408 ext(0->4095) 00002000:00010000:1.0:1746146167.391190:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83b100 00000100:00100000:1.0:1746146167.391214:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14063 00000100:00100000:1.0:1746146167.391219:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202417408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146167.391317:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202417408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.391323:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14063 00002000:00100000:1.0:1746146167.391328:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83b100 x1830966202417408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.391335:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b100 with x1830966202417408 ext(0->4095) 00002000:00010000:1.0:1746146167.391337:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83b100 00010000:00010000:2.0:1746146167.391590:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.391605:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4d0 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.391625:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.391632:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.391633:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.391636:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.391663:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.391674:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.391683:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199342208:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.391771:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.393245:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.393266:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202417536 00000100:00100000:2.0:1746146167.393272:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202417536 00000100:00100000:2.0:1746146167.393312:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31246 00000100:00100000:2.0:1746146167.393318:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202417536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.393329:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.393340:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4d7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.393355:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.393359:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.393363:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.393366:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.393388:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.393401:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.393409:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146167.394587:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202417536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1265us (1343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.394593:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31246 00000100:00100000:2.0:1746146167.395217:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199342208:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.395235:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.395245:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146167.395268:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202417152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4135us (4246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.395273:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31245 00000100:00100000:0.0:1746146167.397011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.397350:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202417664 00000100:00100000:3.0:1746146167.397356:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202417664 00010000:00010000:3.0:1746146167.397381:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.397522:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14589 00000100:00100000:3.0:1746146167.397529:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202417664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.397540:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.397555:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.397564:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.397580:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63330 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4c9 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.397607:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.397608:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.397615:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.397621:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.397646:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.397656:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.397665:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199342464:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.398294:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.401003:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199342464:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.401019:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.401049:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202417664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3520us (4042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.401056:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14589 00000100:00100000:3.0:1746146167.401143:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.401246:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202417920 00000100:00100000:2.0:1746146167.401252:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202417920 00002000:00100000:2.0:1746146167.401282:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f5c00 x1830966202417920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.401290:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5c00 with x1830966202417920 ext(0->4095) 00010000:00010000:2.0:1746146167.401297:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.401309:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.401315:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f5c00 00000100:00100000:2.0:1746146167.401330:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3469 00000100:00100000:2.0:1746146167.401336:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202417920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.401421:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202417920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.401427:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3469 00002000:00100000:2.0:1746146167.401431:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f5c00 x1830966202417920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.401438:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5c00 with x1830966202417920 ext(0->4095) 00010000:00010000:2.0:1746146167.401442:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.401451:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.401456:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f5c00 00000100:00100000:0.0:1746146167.404204:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.404547:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202418048 00000100:00100000:3.0:1746146167.404554:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202418048 00010000:00010000:3.0:1746146167.404579:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.404607:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14590 00000100:00100000:3.0:1746146167.404613:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202418048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.404623:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.404636:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.404646:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.404666:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63337 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d0 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.404686:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.404688:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.404693:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.404699:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.404741:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.404750:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199342592:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.404809:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.406765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.406827:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202418304 00000100:00100000:1.0:1746146167.406833:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202418304 00002000:00100000:1.0:1746146167.406867:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8e00 x1830966202418304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.406880:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8e00 with x1830966202418304 ext(0->4095) 00002000:00010000:1.0:1746146167.406884:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8e00 00000100:00100000:1.0:1746146167.406907:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14064 00000100:00100000:1.0:1746146167.406912:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2010:x1830966202418304:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146167.407003:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2010:x1830966202418304:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 91us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.407009:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14064 00002000:00100000:1.0:1746146167.407014:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8e00 x1830966202418304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.407021:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8e00 with x1830966202418304 ext(0->4095) 00002000:00010000:1.0:1746146167.407023:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8e00 00000100:00100000:3.0:1746146167.407409:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199342592:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.407424:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.407445:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202418048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2832us (3248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.407452:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14590 00000100:00100000:0.0:1746146167.409553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.409744:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202418432 00000100:00100000:2.0:1746146167.409750:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202418432 00000100:00100000:2.0:1746146167.409780:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31247 00000100:00100000:2.0:1746146167.409786:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202418432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.409799:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.409811:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4de expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.409837:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.410028:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.410030:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.410034:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.410057:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.410067:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.410077:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199342720:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.410294:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.411864:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199342720:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.411884:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.411896:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146167.411924:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202418432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2138us (2375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.411931:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31247 00000100:00100000:0.0:1746146167.413031:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.413295:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202418560 00000100:00100000:3.0:1746146167.413301:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202418560 00010000:00010000:3.0:1746146167.413325:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.413349:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14591 00000100:00100000:3.0:1746146167.413355:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202418560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.413365:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.413379:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.413389:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.413406:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb6333e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4d7 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.413767:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.413769:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.413776:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.413783:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.413806:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.413817:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199342848:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.413874:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.415916:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199342848:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.415931:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.416092:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966202418560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2735us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.416100:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14591 00000100:00100000:0.0:1746146167.416486:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.416696:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202418816 00000100:00100000:3.0:1746146167.416701:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202418816 00002000:00100000:3.0:1746146167.416750:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8000 x1830966202418816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.416759:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8000 with x1830966202418816 ext(0->4095) 00002000:00010000:3.0:1746146167.416762:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8000 00000100:00100000:3.0:1746146167.417081:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14065 00000100:00100000:3.0:1746146167.417088:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202418816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146167.417379:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202418816:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 291us (893us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.417384:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14065 00002000:00100000:3.0:1746146167.417390:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd8000 x1830966202418816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.417397:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd8000 with x1830966202418816 ext(0->4095) 00002000:00010000:3.0:1746146167.417399:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd8000 00000100:00100000:0.0:1746146167.418375:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.418440:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202418944 00000100:00100000:2.0:1746146167.418444:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202418944 00000100:00100000:2.0:1746146167.418466:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31248 00000100:00100000:2.0:1746146167.418471:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+43:1758:x1830966202418944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.418481:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.418492:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4e5 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.418511:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.418533:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.418534:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.418538:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.418564:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.418574:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.418585:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199342976:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.418647:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.419354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.419372:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202419072 00000100:00100000:0.0:1746146167.419376:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202419072 00000100:00100000:0.0:1746146167.419400:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31249 00000100:00100000:0.0:1746146167.419405:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202419072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146167.419412:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146167.419420:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4ec expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.419431:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146167.419434:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.419439:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146167.419442:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.419461:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.419470:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 46 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.419479:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffb7e00, rc 0) 00000100:00100000:0.0:1746146167.419525:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202419072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146167.419530:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31249 00000100:00100000:2.0:1746146167.421665:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199342976:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.421690:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.421707:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146167.421779:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202418944:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3307us (3404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.421787:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31248 00000100:00100000:0.0:1746146167.423496:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.423600:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202419200 00000100:00100000:3.0:1746146167.423607:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202419200 00010000:00010000:3.0:1746146167.423631:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746146167.423693:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14592 00000100:00100000:0.0:1746146167.423701:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202419200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146167.423712:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146167.423751:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.423760:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.423779:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63345 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4de expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.424279:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146167.424281:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146167.424288:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.424295:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.424324:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.424334:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746146167.424344:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080cdaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199343232:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146167.424580:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.427532:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080cdaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199343232:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.427551:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146167.427554:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.427657:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202419200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3956us (4163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.427666:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14592 00000100:00100000:3.0:1746146167.427850:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202419456 00000100:00100000:3.0:1746146167.427856:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202419456 00002000:00100000:3.0:1746146167.427887:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb800 x1830966202419456/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.427896:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb800 with x1830966202419456 ext(0->4095) 00010000:00010000:3.0:1746146167.427904:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.427916:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.427922:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdb800 00000100:00100000:3.0:1746146167.427947:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3470 00000100:00100000:3.0:1746146167.427954:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202419456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.428500:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202419456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 545us (944us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.428506:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3470 00002000:00100000:3.0:1746146167.428511:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb800 x1830966202419456/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.428526:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb800 with x1830966202419456 ext(0->4095) 00010000:00010000:3.0:1746146167.428531:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.428540:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.428546:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdb800 00000100:00100000:0.0:1746146167.430459:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.430545:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202419584 00000100:00100000:2.0:1746146167.430551:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202419584 00010000:00010000:2.0:1746146167.430576:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.430607:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14593 00000100:00100000:2.0:1746146167.430614:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202419584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.430625:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.430638:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.430647:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.430665:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6334c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4e5 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.430686:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.430688:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.430693:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 44 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.430701:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 44 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.430747:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 44 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.430757:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199343360:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.430821:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.433901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.434089:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199343360:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.434105:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.434149:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202419584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3536us (3694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.434158:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14593 00000100:00100000:3.0:1746146167.434783:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202419840 00000100:00100000:3.0:1746146167.434788:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202419840 00002000:00100000:3.0:1746146167.434818:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cda680 x1830966202419840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.434826:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cda680 with x1830966202419840 ext(0->4095) 00002000:00010000:3.0:1746146167.434830:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cda680 00000100:00100000:3.0:1746146167.434844:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14066 00000100:00100000:3.0:1746146167.434849:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2009:x1830966202419840:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146167.434938:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2009:x1830966202419840:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (1043us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.434943:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14066 00002000:00100000:3.0:1746146167.434947:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cda680 x1830966202419840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.434955:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cda680 with x1830966202419840 ext(0->4095) 00002000:00010000:3.0:1746146167.434957:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cda680 00000100:00100000:0.0:1746146167.436810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.437499:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202419968 00000100:00100000:2.0:1746146167.437506:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202419968 00000100:00100000:2.0:1746146167.437712:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31250 00000100:00100000:2.0:1746146167.437742:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202419968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.437756:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.437768:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4f3 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.437797:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 43 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.437803:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.437805:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.437807:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.437833:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 43 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.437844:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 43 pid: 9583 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.437854:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199343488:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.438617:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.442936:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.443373:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199343488:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.443399:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.443413:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146167.443459:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202419968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5718us (6652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.443465:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31250 00000100:00100000:3.0:1746146167.443495:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202420096 00000100:00100000:3.0:1746146167.443500:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202420096 00010000:00010000:3.0:1746146167.443535:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 44 pid: 9583 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.443553:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14594 00000100:00100000:3.0:1746146167.443558:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202420096:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.443570:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.443585:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 44 pid: 9583 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.443594:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 44 pid: 9583 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.443611:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7e00/0x88944630cfb63353 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4ec expref: 44 pid: 9583 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.443636:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.443638:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.443643:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.443649:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.443673:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.443682:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199343616:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.443745:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.444572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.444622:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202420224 00000100:00100000:2.0:1746146167.444627:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202420224 00000100:00100000:2.0:1746146167.444649:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31251 00000100:00100000:2.0:1746146167.444653:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202420224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.444664:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.444674:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff4fa expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.444691:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.444696:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.444697:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.444700:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.444735:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.444745:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.444753:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199343744:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.445006:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.446451:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.446506:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199343616:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.446527:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.446557:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202420096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2998us (3627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.446568:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14594 00000100:00100000:1.0:1746146167.446830:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202420480 00000100:00100000:1.0:1746146167.446834:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202420480 00002000:00100000:1.0:1746146167.446863:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9180 x1830966202420480/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.446870:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9180 with x1830966202420480 ext(0->4095) 00010000:00010000:1.0:1746146167.446876:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.446886:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.446892:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9180 00000100:00100000:1.0:1746146167.446917:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3471 00000100:00100000:1.0:1746146167.446923:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202420480:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146167.447017:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202420480:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.447023:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3471 00002000:00100000:1.0:1746146167.447028:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9180 x1830966202420480/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.447034:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9180 with x1830966202420480 ext(0->4095) 00010000:00010000:1.0:1746146167.447038:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.447046:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.447051:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cd9180 00000100:00100000:2.0:1746146167.447611:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199343744:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.447628:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.447642:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146167.447660:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202420224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3007us (3091us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.447666:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31251 00000100:00100000:0.0:1746146167.449333:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.449400:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202420608 00000100:00100000:2.0:1746146167.449404:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202420608 00000100:00100000:2.0:1746146167.449427:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31252 00000100:00100000:2.0:1746146167.449432:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1766:x1830966202420608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.449442:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.449452:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff501 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.449468:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.449471:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.449476:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.449479:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.449505:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.449528:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.449541:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146167.449582:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202420608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.449587:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31252 00000100:00100000:0.0:1746146167.450227:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.450317:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202420736 00000100:00100000:3.0:1746146167.450321:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202420736 00010000:00010000:3.0:1746146167.450337:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.450364:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14595 00000100:00100000:3.0:1746146167.450370:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202420736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.450377:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.450390:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.450399:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.450414:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb6335a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4f3 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.450438:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.450440:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.450445:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.450451:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.450468:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.450477:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.450487:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199344000:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.450555:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.454064:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.454180:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199344000:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.454195:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146167.454308:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202420992 00000100:00100000:1.0:1746146167.454313:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202420992 00002000:00100000:1.0:1746146167.454342:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdaa00 x1830966202420992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.454350:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdaa00 with x1830966202420992 ext(0->4095) 00010000:00010000:1.0:1746146167.454356:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.454367:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.454377:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdaa00 00000100:00100000:3.0:1746146167.455048:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202420736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4676us (4819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.455057:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14595 00000100:00100000:1.0:1746146167.455781:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3472 00000100:00100000:1.0:1746146167.455791:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202420992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146167.455903:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202420992:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1844us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.455909:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3472 00002000:00100000:1.0:1746146167.455915:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdaa00 x1830966202420992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.455922:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdaa00 with x1830966202420992 ext(0->4095) 00010000:00010000:1.0:1746146167.455927:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.455937:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.455942:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdaa00 00000100:00100000:0.0:1746146167.457919:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.458169:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202421120 00000100:00100000:3.0:1746146167.458175:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202421120 00010000:00010000:3.0:1746146167.458197:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.458231:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14596 00000100:00100000:3.0:1746146167.458238:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202421120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.458247:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.458260:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.458270:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.458287:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63361 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff4fa expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.458310:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.458312:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.458317:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.458324:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.458350:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.458359:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199344128:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.458426:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.460610:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.460776:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199344128:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.460789:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.460816:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202421120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2580us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.460824:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14596 00000100:00100000:1.0:1746146167.460899:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202421376 00000100:00100000:1.0:1746146167.460904:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202421376 00002000:00100000:1.0:1746146167.460930:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680380 x1830966202421376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.460937:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680380 with x1830966202421376 ext(0->4095) 00002000:00010000:1.0:1746146167.460941:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130680380 00000100:00100000:1.0:1746146167.460955:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14067 00000100:00100000:1.0:1746146167.461228:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202421376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146167.461394:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2008:x1830966202421376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 432us (788us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.461400:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14067 00002000:00100000:1.0:1746146167.461405:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680380 x1830966202421376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.461411:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680380 with x1830966202421376 ext(0->4095) 00002000:00010000:1.0:1746146167.461414:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130680380 00000100:00100000:0.0:1746146167.463563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.463638:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202421504 00000100:00100000:2.0:1746146167.463644:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202421504 00000100:00100000:2.0:1746146167.463684:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31253 00000100:00100000:2.0:1746146167.463690:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202421504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.463702:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.463796:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff508 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.463819:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.463825:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.463827:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.463830:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.463853:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.463863:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.463877:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199344256:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.463949:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.466020:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199344256:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.466043:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.466055:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146167.466087:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202421504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2396us (2527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.466094:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31253 00000100:00100000:0.0:1746146167.467214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.467324:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202421632 00000100:00100000:3.0:1746146167.467330:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202421632 00010000:00010000:3.0:1746146167.467353:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.467385:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14597 00000100:00100000:3.0:1746146167.467391:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202421632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.467404:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.467418:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.467427:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.467444:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63368 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff501 expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.467459:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.467460:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.467465:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.467472:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.467494:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.467504:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199344384:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.467576:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.470318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.470345:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199344384:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.470359:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.470393:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2007:x1830966202421632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3002us (3182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.470405:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14597 00000100:00100000:1.0:1746146167.470934:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202421888 00000100:00100000:1.0:1746146167.470940:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202421888 00002000:00100000:1.0:1746146167.470969:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680700 x1830966202421888/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.470977:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680700 with x1830966202421888 ext(0->4095) 00002000:00010000:1.0:1746146167.470981:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130680700 00000100:00100000:1.0:1746146167.471006:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14068 00000100:00100000:1.0:1746146167.471012:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202421888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146167.471102:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202421888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (790us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.471107:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14068 00002000:00100000:1.0:1746146167.471111:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130680700 x1830966202421888/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.471117:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130680700 with x1830966202421888 ext(0->4095) 00002000:00010000:1.0:1746146167.471119:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130680700 00000100:00100000:0.0:1746146167.474257:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.474322:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.474377:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202422016 00000100:00100000:1.0:1746146167.474383:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202422016 00000100:00100000:1.0:1746146167.474411:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202422144 00000100:00100000:1.0:1746146167.474414:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202422144 00000100:00100000:1.0:1746146167.474864:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31254 00000100:00100000:1.0:1746146167.474872:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202422016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.474886:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.474899:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff50f expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.474921:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.474928:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.474929:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.474932:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.474955:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.474965:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 5 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146167.474975:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199344512:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.474998:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31255 00000100:00100000:3.0:1746146167.475005:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202422144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.475011:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.475017:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff516 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146167.475025:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746146167.475026:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.475029:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.475034:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.475036:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.475053:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.475062:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.475070:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146167.476194:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1766:x1830966202422144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.476201:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31255 00000100:00100000:1.0:1746146167.478043:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199344512:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146167.478069:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.478083:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146167.478584:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1758:x1830966202422016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3711us (4866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.478591:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31254 00000100:00100000:0.0:1746146167.478753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.479276:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202422272 00000100:00100000:3.0:1746146167.479283:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202422272 00010000:00010000:3.0:1746146167.479304:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.479325:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14598 00000100:00100000:3.0:1746146167.479330:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202422272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.479339:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.479353:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.479362:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.479379:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb6336f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff508 expref: 6 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.479394:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.479395:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.479401:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.479408:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.479433:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746146167.479444:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199344768:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1746146167.479448:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.479458:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.479465:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199344896:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.479476:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146167.479502:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199344768 00000100:00100000:3.0:1746146167.479505:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199344768 00000100:00100000:2.0:1746146167.479521:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d600 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.479533:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1746146167.479538:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199344768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746146167.479559:0:8388:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746146167.479586:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199344768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.479591:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1746146167.479974:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199344768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746146167.483150:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199344896:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.483166:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.483197:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202422272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3867us (4444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.483209:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14598 00000100:00100000:0.0:1746146167.483997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.484419:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202422528 00000100:00100000:2.0:1746146167.484424:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202422528 00002000:00100000:2.0:1746146167.484454:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130682a00 x1830966202422528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.484462:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130682a00 with x1830966202422528 ext(0->4095) 00010000:00010000:2.0:1746146167.484469:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.484480:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.484486:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130682a00 00000100:00100000:2.0:1746146167.484522:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3473 00000100:00100000:2.0:1746146167.484529:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202422528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.484759:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202422528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 229us (763us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.484764:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3473 00002000:00100000:2.0:1746146167.484769:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130682a00 x1830966202422528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.484776:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130682a00 with x1830966202422528 ext(0->4095) 00010000:00010000:2.0:1746146167.484780:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.484793:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.484798:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130682a00 00000100:00100000:0.0:1746146167.486647:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.486820:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202422656 00000100:00100000:2.0:1746146167.486826:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202422656 00010000:00010000:2.0:1746146167.486848:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.486869:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14599 00000100:00100000:2.0:1746146167.486875:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2010:x1830966202422656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.486886:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.486901:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.486909:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.486927:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63376 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff50f expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.486954:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.486956:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.486963:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.486973:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.486998:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 44 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.487007:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199345024:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.487071:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.489453:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199345024:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.489470:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.489499:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2010:x1830966202422656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2624us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.489508:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14599 00000100:00100000:0.0:1746146167.489940:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.490392:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202422912 00000100:00100000:3.0:1746146167.490398:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202422912 00002000:00100000:3.0:1746146167.490429:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130682d80 x1830966202422912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.490437:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130682d80 with x1830966202422912 ext(0->4095) 00002000:00010000:3.0:1746146167.490441:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130682d80 00000100:00100000:3.0:1746146167.490469:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14069 00000100:00100000:3.0:1746146167.490474:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202422912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.490586:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202422912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (646us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.490590:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14069 00002000:00100000:3.0:1746146167.490595:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130682d80 x1830966202422912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.490601:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130682d80 with x1830966202422912 ext(0->4095) 00002000:00010000:3.0:1746146167.490604:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130682d80 00000100:00100000:0.0:1746146167.495370:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.495467:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202423040 00000100:00100000:1.0:1746146167.495475:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202423040 00000100:00100000:1.0:1746146167.495533:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31256 00000100:00100000:1.0:1746146167.495541:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202423040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.495555:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.495568:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff51d expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.495592:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.495598:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.495600:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.495603:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.495626:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 43 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.495636:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 43 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146167.495651:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199345152:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146167.495746:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146167.500165:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199345152:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146167.500190:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.500209:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:1.0:1746146167.500430:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202423040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4887us (5065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.500438:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31256 00000100:00100000:0.0:1746146167.501598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.502511:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202423168 00000100:00100000:2.0:1746146167.502527:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202423168 00010000:00010000:2.0:1746146167.502555:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.502586:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14600 00000100:00100000:2.0:1746146167.502593:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202423168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.502607:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.502623:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.502636:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.502653:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6337d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff516 expref: 44 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:0.0:1746146167.502968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146167.504055:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.504058:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.504067:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.504076:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.504107:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.504118:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199345280:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.504188:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:1.0:1746146167.504636:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202423296 00000100:00100000:1.0:1746146167.504641:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202423296 00000100:00100000:1.0:1746146167.505029:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31257 00000100:00100000:1.0:1746146167.505037:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202423296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.505049:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.505060:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff524 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.505078:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.505084:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.505085:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.505088:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.505108:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.505117:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146167.505126:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199345408:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146167.506628:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.507852:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199345280:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.507869:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.507900:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202423168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5307us (6304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.507908:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14600 00000100:00100000:0.0:1746146167.508351:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.508414:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202423552 00000100:00100000:3.0:1746146167.508419:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202423552 00002000:00100000:3.0:1746146167.508451:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf800 x1830966202423552/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.508460:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf800 with x1830966202423552 ext(0->4095) 00010000:00010000:3.0:1746146167.508466:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.508476:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.508481:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf800 00000100:00100000:3.0:1746146167.509111:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3474 00000100:00100000:3.0:1746146167.509119:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202423552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146167.509416:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202423552:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 297us (1064us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.509422:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3474 00002000:00100000:3.0:1746146167.509428:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf800 x1830966202423552/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.509435:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf800 with x1830966202423552 ext(0->4095) 00010000:00010000:3.0:1746146167.509440:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.509449:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.509454:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacf800 00000100:00100000:1.0:1746146167.510325:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199345408:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146167.510346:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.510359:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146167.510380:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1758:x1830966202423296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5345us (7414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.510386:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31257 00000100:00100000:0.0:1746146167.512314:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.513280:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202423680 00000100:00100000:1.0:1746146167.513287:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202423680 00000100:00100000:1.0:1746146167.513333:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31258 00000100:00100000:1.0:1746146167.513340:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:1766:x1830966202423680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.513354:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.513367:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff52b expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.513385:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.513391:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.513396:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.513399:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.513425:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.513435:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 45 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.513449:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146167.513484:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202423680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (1175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.513490:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31258 00000100:00100000:0.0:1746146167.515416:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.515638:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202423808 00000100:00100000:2.0:1746146167.515645:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202423808 00010000:00010000:2.0:1746146167.515671:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.515741:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14601 00000100:00100000:2.0:1746146167.515748:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202423808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.515759:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.515774:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.515784:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.515800:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63384 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff51d expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.516394:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.516396:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.516404:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.516411:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.516437:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.516448:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.516458:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199345664:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.516542:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.521233:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199345664:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.521253:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.521292:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202423808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5543us (5879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.521300:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14601 00000100:00100000:0.0:1746146167.522267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.522347:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202424064 00000100:00100000:3.0:1746146167.522353:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202424064 00002000:00100000:3.0:1746146167.522382:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacdf80 x1830966202424064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.522390:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacdf80 with x1830966202424064 ext(0->4095) 00010000:00010000:3.0:1746146167.522397:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.522409:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.522415:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacdf80 00000100:00100000:3.0:1746146167.522914:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3475 00000100:00100000:3.0:1746146167.522922:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202424064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146167.523021:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202424064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (754us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.523026:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3475 00002000:00100000:3.0:1746146167.523031:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacdf80 x1830966202424064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.523038:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacdf80 with x1830966202424064 ext(0->4095) 00010000:00010000:3.0:1746146167.523043:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.523052:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.523057:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacdf80 00000100:00100000:0.0:1746146167.525628:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.525689:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202424192 00000100:00100000:2.0:1746146167.525696:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202424192 00010000:00010000:2.0:1746146167.525750:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.525775:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14602 00000100:00100000:2.0:1746146167.525782:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2007:x1830966202424192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.525792:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.525806:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.525815:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.525832:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb6338b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff524 expref: 45 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.525857:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.525860:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.525865:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.525873:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.525899:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 44 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.525909:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199345792:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.525959:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.529015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.529034:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199345792:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.529053:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.529749:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2007:x1830966202424192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3965us (4124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.529758:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14602 00000100:00100000:1.0:1746146167.530010:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202424448 00000100:00100000:1.0:1746146167.530017:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202424448 00002000:00100000:1.0:1746146167.530051:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336b100 x1830966202424448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.530059:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b100 with x1830966202424448 ext(0->4095) 00002000:00010000:1.0:1746146167.530063:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336b100 00000100:00100000:1.0:1746146167.530086:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14070 00000100:00100000:1.0:1746146167.530093:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2010:x1830966202424448:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146167.530868:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2010:x1830966202424448:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 774us (1857us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.530878:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14070 00002000:00100000:1.0:1746146167.530884:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336b100 x1830966202424448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.530895:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336b100 with x1830966202424448 ext(0->4095) 00002000:00010000:1.0:1746146167.530898:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336b100 00000100:00100000:0.0:1746146167.536583:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.536643:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202424576 00000100:00100000:1.0:1746146167.536650:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202424576 00000100:00100000:1.0:1746146167.536695:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31259 00000100:00100000:1.0:1746146167.536702:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202424576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.536749:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.536763:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff532 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.536786:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.536793:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.536794:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.536797:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.536822:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 43 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.536879:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 43 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:1.0:1746146167.536895:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199345920:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146167.538484:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.544543:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.544614:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202424704 00000100:00100000:1.0:1746146167.544621:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202424704 00002000:00100000:1.0:1746146167.544656:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013336a680 x1830966202424704/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.544665:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a680 with x1830966202424704 ext(0->7) 00010000:00010000:1.0:1746146167.544673:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.544684:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 44 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.544691:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336a680 00000100:00100000:1.0:1746146167.544742:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3476 00000100:00100000:1.0:1746146167.544750:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+44:2009:x1830966202424704:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746146167.544960:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199345920:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.544981:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.544992:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:2.0:1746146167.545089:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202424576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8387us (8512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.545095:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31259 00000100:00100000:0.0:1746146167.547085:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202424704:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2330us (2541us total) trans 4294972271 rc 0/0 00000100:00100000:0.0:1746146167.547094:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3476 00002000:00100000:0.0:1746146167.547102:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88013336a680 x1830966202424704/t4294972271(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/448 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.547109:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a680 with x1830966202424704 ext(0->7) 00010000:00010000:0.0:1746146167.547115:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.547131:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146167.547136:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336a680 00000100:00100000:0.0:1746146167.555033:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.555647:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202424832 00000100:00100000:2.0:1746146167.555655:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202424832 00010000:00010000:2.0:1746146167.555683:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.555706:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14603 00000100:00100000:2.0:1746146167.555735:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202424832:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.555746:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.555761:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.555771:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.555788:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63392 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff52b expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.555814:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.555816:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.555822:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.555829:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.555853:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.555863:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199346048:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.559329:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.566381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.566439:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202425088 00000100:00100000:1.0:1746146167.566444:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202425088 00002000:00100000:1.0:1746146167.566481:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336aa00 x1830966202425088/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.566490:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336aa00 with x1830966202425088 ext(0->4095) 00002000:00010000:1.0:1746146167.566495:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336aa00 00000100:00100000:1.0:1746146167.566532:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14071 00000100:00100000:1.0:1746146167.566539:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202425088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146167.566654:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202425088:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.566659:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14071 00002000:00100000:1.0:1746146167.566665:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336aa00 x1830966202425088/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.566671:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336aa00 with x1830966202425088 ext(0->4095) 00002000:00010000:1.0:1746146167.566673:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013336aa00 00000100:00100000:2.0:1746146167.566910:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199346048:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.566926:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.568622:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2009:x1830966202424832:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 12904us (13590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.568632:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14603 00000100:00100000:0.0:1746146167.569420:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.569524:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202425216 00000100:00100000:2.0:1746146167.569529:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202425216 00000100:00100000:2.0:1746146167.569563:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31260 00000100:00100000:2.0:1746146167.569569:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202425216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.569582:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.569593:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff539 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.569616:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.569622:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.569624:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.569627:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.569648:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.569657:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.569671:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199346176:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.571883:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.572878:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.573063:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202425344 00000100:00100000:3.0:1746146167.573070:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202425344 00000100:00100000:3.0:1746146167.573101:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31261 00000100:00100000:3.0:1746146167.573107:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202425344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.573120:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.573131:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff540 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.573152:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.573157:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 48 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.573162:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.573165:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.573190:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 48 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.573200:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 48 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.573208:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146167.573239:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1758:x1830966202425344:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.573245:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31261 00000100:00100000:0.0:1746146167.577293:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.577380:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199346176:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.577402:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.577414:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146167.577448:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202425216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7879us (8030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.577455:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31260 00000100:00100000:3.0:1746146167.577923:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202425472 00000100:00100000:3.0:1746146167.577929:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202425472 00010000:00010000:3.0:1746146167.577953:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.578408:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14604 00000100:00100000:3.0:1746146167.578418:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202425472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.578428:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.578442:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.578451:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.578467:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63399 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff532 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.579054:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.579057:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.579065:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.579072:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.579099:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.579108:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.579123:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199346432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.580239:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.582638:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.582822:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199346432:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.582837:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.582878:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202425472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4462us (5590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.582886:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14604 00000100:00100000:1.0:1746146167.583047:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202425728 00000100:00100000:1.0:1746146167.583053:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202425728 00002000:00100000:1.0:1746146167.583085:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336a300 x1830966202425728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.583094:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a300 with x1830966202425728 ext(0->4095) 00010000:00010000:1.0:1746146167.583100:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.583111:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.583118:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336a300 00000100:00100000:1.0:1746146167.583141:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3477 00000100:00100000:1.0:1746146167.583148:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202425728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146167.583234:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202425728:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.583240:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3477 00002000:00100000:1.0:1746146167.583245:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013336a300 x1830966202425728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.583252:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336a300 with x1830966202425728 ext(0->4095) 00010000:00010000:1.0:1746146167.583256:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.583265:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.583270:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336a300 00000100:00100000:0.0:1746146167.586925:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.587128:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202425856 00000100:00100000:2.0:1746146167.587135:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202425856 00000100:00100000:2.0:1746146167.587171:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31262 00000100:00100000:2.0:1746146167.587176:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202425856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.587189:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.587201:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff547 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.587220:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.587224:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.587229:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146167.587232:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.587264:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.587273:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.587280:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146167.587326:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202425856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.587332:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31262 00000100:00100000:1.0:1746146167.589058:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.589159:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202425984 00000100:00100000:3.0:1746146167.589165:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202425984 00010000:00010000:3.0:1746146167.589188:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.589208:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14605 00000100:00100000:3.0:1746146167.589213:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202425984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.589223:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.589238:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.589247:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.589264:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb633a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff539 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.589899:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.589902:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.589909:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.589916:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.589941:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 46 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.589952:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 46 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.589962:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199346688:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.590032:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.592408:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.592485:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202426240 00000100:00100000:2.0:1746146167.592492:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202426240 00002000:00100000:2.0:1746146167.592536:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133368e00 x1830966202426240/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.592544:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368e00 with x1830966202426240 ext(0->4095) 00010000:00010000:2.0:1746146167.592551:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 47 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.592562:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 47 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.592568:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133368e00 00000100:00100000:2.0:1746146167.592596:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3478 00000100:00100000:2.0:1746146167.592602:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202426240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.592702:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202426240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.592708:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3478 00002000:00100000:2.0:1746146167.592741:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133368e00 x1830966202426240/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.592748:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368e00 with x1830966202426240 ext(0->4095) 00010000:00010000:2.0:1746146167.592753:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 47 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.592761:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 47 pid: 26612 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.592766:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133368e00 00000100:00100000:3.0:1746146167.593095:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199346688:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.593109:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.593133:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202425984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3920us (4080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.593141:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14605 00000100:00100000:0.0:1746146167.595695:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.595857:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202426368 00000100:00100000:2.0:1746146167.595866:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202426368 00000100:00100000:2.0:1746146167.595910:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31263 00000100:00100000:2.0:1746146167.595917:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202426368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.595930:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.595942:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff54e expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.595963:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.595968:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.595974:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146167.595977:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.596011:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.596021:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.596028:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146167.596080:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202426368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.596085:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31263 00000100:00100000:0.0:1746146167.596306:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.596454:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202426496 00000100:00100000:3.0:1746146167.596458:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202426496 00010000:00010000:3.0:1746146167.596476:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 47 pid: 26612 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.596493:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14606 00000100:00100000:3.0:1746146167.596498:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202426496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.596507:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.596528:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 47 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.596538:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 47 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.596552:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb633a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff540 expref: 47 pid: 26612 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.597750:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.597753:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.597761:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.597769:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.597794:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.597804:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 5 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.597814:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199346944:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.597884:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.607060:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.607465:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199346944:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.607483:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.607598:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202426496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 11098us (11291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.607606:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14606 00000100:00100000:1.0:1746146167.607741:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202426752 00000100:00100000:1.0:1746146167.607749:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202426752 00002000:00100000:1.0:1746146167.607797:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369880 x1830966202426752/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.607807:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369880 with x1830966202426752 ext(0->4095) 00010000:00010000:1.0:1746146167.607816:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.607830:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.607836:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133369880 00000100:00100000:1.0:1746146167.607862:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3479 00000100:00100000:1.0:1746146167.607869:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202426752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146167.607992:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202426752:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (944us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.607999:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3479 00002000:00100000:1.0:1746146167.608004:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369880 x1830966202426752/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.608011:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369880 with x1830966202426752 ext(0->4095) 00010000:00010000:1.0:1746146167.608016:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.608025:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.608032:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880133369880 00000100:00100000:0.0:1746146167.613026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.613120:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202426880 00000100:00100000:3.0:1746146167.613127:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202426880 00010000:00010000:3.0:1746146167.613155:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.613495:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14607 00000100:00100000:3.0:1746146167.613503:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202426880:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.613522:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.613537:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.613548:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.613566:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb633ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff547 expref: 6 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.613693:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.613695:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.613701:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.613709:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.614285:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.614296:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199347072:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.614778:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.618367:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199347072:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.618382:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.618415:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202426880:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4912us (5395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.618423:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14607 00000100:00100000:0.0:1746146167.618775:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.619417:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202427136 00000100:00100000:3.0:1746146167.619422:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202427136 00002000:00100000:3.0:1746146167.619449:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133368380 x1830966202427136/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.619458:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368380 with x1830966202427136 ext(0->4095) 00002000:00010000:3.0:1746146167.619462:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368380 00000100:00100000:3.0:1746146167.619633:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14072 00000100:00100000:3.0:1746146167.619639:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202427136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146167.619860:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202427136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 220us (1085us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.619866:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14072 00002000:00100000:3.0:1746146167.619871:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133368380 x1830966202427136/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.619883:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368380 with x1830966202427136 ext(0->4095) 00002000:00010000:3.0:1746146167.619886:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368380 00000100:00100000:0.0:1746146167.621316:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.621462:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202427264 00000100:00100000:2.0:1746146167.621467:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202427264 00000100:00100000:2.0:1746146167.621500:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31264 00000100:00100000:2.0:1746146167.621506:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202427264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.621526:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.621537:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff555 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.621558:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.621564:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.621565:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.621568:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.621594:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.621604:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 45 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.621615:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199347200:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.621682:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.623558:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199347200:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.623581:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.623597:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146167.623635:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202427264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (2322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.623642:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31264 00000100:00100000:0.0:1746146167.623805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.623913:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202427392 00000100:00100000:2.0:1746146167.623917:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202427392 00010000:00010000:2.0:1746146167.623935:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 46 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.623953:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14608 00000100:00100000:2.0:1746146167.623959:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2008:x1830966202427392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.623967:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.623982:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 46 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.623991:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 46 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.624007:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff54e expref: 46 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.624196:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.624198:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.624203:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.624210:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.624229:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.624237:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199347328:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.624524:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.625881:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199347328:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.625896:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.625932:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:2008:x1830966202427392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1973us (2127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.625941:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14608 00000100:00100000:0.0:1746146167.626259:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.626315:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202427648 00000100:00100000:3.0:1746146167.626320:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202427648 00002000:00100000:3.0:1746146167.626349:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0a300 x1830966202427648/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.626356:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0a300 with x1830966202427648 ext(0->4095) 00002000:00010000:3.0:1746146167.626360:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0a300 00000100:00100000:3.0:1746146167.626384:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14073 00000100:00100000:3.0:1746146167.626393:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202427648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146167.626786:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202427648:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 395us (526us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.626791:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14073 00002000:00100000:3.0:1746146167.626796:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0a300 x1830966202427648/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.626803:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0a300 with x1830966202427648 ext(0->4095) 00002000:00010000:3.0:1746146167.626805:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0a300 00000100:00100000:0.0:1746146167.628321:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.628424:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202427776 00000100:00100000:2.0:1746146167.628430:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202427776 00000100:00100000:2.0:1746146167.628593:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31265 00000100:00100000:2.0:1746146167.628600:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+45:1766:x1830966202427776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.628612:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.628624:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff55c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.628644:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.628650:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.628651:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.628654:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.628676:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.628686:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 5 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.628697:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199347456:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.628791:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.629221:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.629469:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202427904 00000100:00100000:2.0:1746146167.629473:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202427904 00000100:00100000:2.0:1746146167.629599:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31266 00000100:00100000:2.0:1746146167.629606:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202427904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.629614:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.629622:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff563 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.629633:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.629637:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.629641:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.629644:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 48 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.629663:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.629673:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 48 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.629682:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146167.629908:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1758:x1830966202427904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 301us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.629914:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31266 00000100:00100000:2.0:1746146167.630136:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199347456:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.630148:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.630155:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146167.630173:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1766:x1830966202427776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1574us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.630178:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31265 00000100:00100000:0.0:1746146167.631246:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.631285:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202428032 00000100:00100000:2.0:1746146167.631290:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202428032 00010000:00010000:2.0:1746146167.631314:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.631341:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14609 00000100:00100000:2.0:1746146167.631347:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202428032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.631356:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.631372:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.631380:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.631396:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff555 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.631565:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.631567:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.631573:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.631580:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.631605:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.631614:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 46 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.631624:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199347712:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.631843:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.634369:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199347712:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.634387:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.634419:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202428032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3071us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.634427:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14609 00000100:00100000:0.0:1746146167.634625:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.634677:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202428288 00000100:00100000:3.0:1746146167.634683:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202428288 00002000:00100000:3.0:1746146167.634746:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b100 x1830966202428288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.634755:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b100 with x1830966202428288 ext(0->4095) 00010000:00010000:3.0:1746146167.634762:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.634773:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.634779:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b100 00000100:00100000:3.0:1746146167.634799:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3480 00000100:00100000:3.0:1746146167.634804:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202428288:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146167.634890:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202428288:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.634896:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3480 00002000:00100000:3.0:1746146167.634900:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b100 x1830966202428288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.634906:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b100 with x1830966202428288 ext(0->4095) 00010000:00010000:3.0:1746146167.634910:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.634918:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.634923:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b100 00000100:00100000:0.0:1746146167.637460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.638078:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202428544 00000100:00100000:2.0:1746146167.638085:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202428544 00000100:00100000:2.0:1746146167.638122:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31267 00000100:00100000:2.0:1746146167.638128:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202428544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.638142:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.638155:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff56a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.638174:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.638178:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.638188:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146167.638190:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.638217:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.638226:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.638234:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146167.638700:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202428544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 570us (1245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.638706:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31267 00000100:00100000:1.0:1746146167.638911:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.638938:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202428416 00000100:00100000:3.0:1746146167.638941:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202428416 00010000:00010000:3.0:1746146167.638955:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.638969:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14610 00000100:00100000:3.0:1746146167.638972:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202428416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.638978:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.638989:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.638996:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.639007:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff55c expref: 47 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.639015:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.639017:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.639020:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.639024:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.639037:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.639048:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.639055:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199347968:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.639087:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.641994:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199347968:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.642007:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.642044:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202428416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3070us (3132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.642051:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14610 00000100:00100000:0.0:1746146167.643795:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.643854:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202428800 00000100:00100000:1.0:1746146167.643861:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202428800 00002000:00100000:1.0:1746146167.643897:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869500 x1830966202428800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.643916:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869500 with x1830966202428800 ext(0->4095) 00010000:00010000:1.0:1746146167.643924:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.643936:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.643942:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072869500 00000100:00100000:1.0:1746146167.643972:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3481 00000100:00100000:1.0:1746146167.643981:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202428800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146167.644098:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202428800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.644103:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3481 00002000:00100000:1.0:1746146167.644109:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869500 x1830966202428800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.644115:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869500 with x1830966202428800 ext(0->4095) 00010000:00010000:1.0:1746146167.644119:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.644127:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.644132:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072869500 00000100:00100000:0.0:1746146167.645617:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.645686:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.645756:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202429056 00000100:00100000:3.0:1746146167.645762:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202429056 00010000:00010000:3.0:1746146167.645781:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.645801:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14611 00000100:00100000:3.0:1746146167.645807:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202429056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.645817:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.645830:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.645839:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.645856:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb633ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff563 expref: 46 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.645873:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.645874:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.645880:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.645887:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.645913:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.645923:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199348096:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.645977:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202428928 00000100:00100000:2.0:1746146167.645981:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202428928 00000100:00100000:3.0:1746146167.645992:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b05d840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.646005:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31268 00000100:00100000:2.0:1746146167.646011:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202428928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.646020:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.646028:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff571 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.646043:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.646049:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.646051:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.646054:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.646068:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.646077:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 5 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.646085:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199348224:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.646106:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.647385:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.647415:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199348096:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.647428:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.647458:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b55850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202429056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1651us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.647465:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14611 00000100:00100000:2.0:1746146167.647528:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199348224:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.647544:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 46 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.647555:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279e00, rc 0) 00000100:00100000:2.0:1746146167.647588:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+46:1758:x1830966202428928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1577us (1975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.647594:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31268 00000100:00100000:2.0:1746146167.647614:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202429312 00000100:00100000:2.0:1746146167.647618:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202429312 00002000:00100000:2.0:1746146167.647638:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b800 x1830966202429312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.647646:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b800 with x1830966202429312 ext(0->4095) 00010000:00010000:2.0:1746146167.647650:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.647665:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.647671:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b800 00000100:00100000:2.0:1746146167.647693:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3482 00000100:00100000:2.0:1746146167.647699:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202429312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.647799:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202429312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.647804:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3482 00002000:00100000:2.0:1746146167.647809:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286b800 x1830966202429312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.647816:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286b800 with x1830966202429312 ext(0->4095) 00010000:00010000:2.0:1746146167.647820:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.647829:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.647834:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286b800 00000100:00100000:0.0:1746146167.654177:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.654315:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202429440 00000100:00100000:3.0:1746146167.654323:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202429440 00010000:00010000:3.0:1746146167.654356:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.654379:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14612 00000100:00100000:3.0:1746146167.654386:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202429440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.654397:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.654411:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.654422:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.655065:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb633d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff56a expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.655093:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.655095:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.655244:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.655252:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.655282:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.655292:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199348352:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.655937:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.659456:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199348352:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.659475:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.659521:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202429440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5124us (5654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.659531:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14612 00000100:00100000:0.0:1746146167.660840:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.660925:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202429696 00000100:00100000:2.0:1746146167.660930:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202429696 00002000:00100000:2.0:1746146167.660960:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869f80 x1830966202429696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.660968:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869f80 with x1830966202429696 ext(0->4095) 00002000:00010000:2.0:1746146167.660972:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869f80 00000100:00100000:2.0:1746146167.661340:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14074 00000100:00100000:2.0:1746146167.661348:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202429696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.661466:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202429696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (629us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.661471:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14074 00002000:00100000:2.0:1746146167.661476:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869f80 x1830966202429696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.661483:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869f80 with x1830966202429696 ext(0->4095) 00002000:00010000:2.0:1746146167.661485:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869f80 00000100:00100000:0.0:1746146167.667653:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.668561:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202429824 00000100:00100000:2.0:1746146167.668568:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202429824 00000100:00100000:2.0:1746146167.668606:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31269 00000100:00100000:2.0:1746146167.668613:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202429824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.668627:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.668641:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff578 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.668662:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.668668:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.668670:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.668672:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.668698:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 45 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.668708:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 45 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.668732:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199348480:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.668810:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.673584:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199348480:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.673661:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.673677:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146167.673741:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202429824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5128us (6095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.673748:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31269 00000100:00100000:0.0:1746146167.674240:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.674598:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202429952 00000100:00100000:2.0:1746146167.674603:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202429952 00002000:00100000:2.0:1746146167.674630:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007286a300 x1830966202429952/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.674638:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a300 with x1830966202429952 ext(0->7) 00010000:00010000:2.0:1746146167.674941:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 46 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.674957:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 46 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.674963:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286a300 00000100:00100000:2.0:1746146167.674984:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3483 00000100:00100000:2.0:1746146167.674991:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2007:x1830966202429952:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146167.676198:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966202429952:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1203us (1955us total) trans 4294972272 rc 0/0 00000100:00100000:0.0:1746146167.676205:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3483 00002000:00100000:0.0:1746146167.676212:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007286a300 x1830966202429952/t4294972272(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/448 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.676220:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a300 with x1830966202429952 ext(0->7) 00010000:00010000:0.0:1746146167.676226:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 48 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:0.0:1746146167.676237:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 48 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:0.0:1746146167.676243:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286a300 00000100:00100000:0.0:1746146167.680165:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.680257:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202430080 00000100:00100000:3.0:1746146167.680265:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202430080 00010000:00010000:3.0:1746146167.680295:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 48 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.680319:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14613 00000100:00100000:3.0:1746146167.680326:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966202430080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.680339:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.680354:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 48 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.680363:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 48 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.680380:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279e00/0x88944630cfb633d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff571 expref: 48 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.680408:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.680410:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.680415:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.680422:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.680447:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.680457:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199348608:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.680532:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.688563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.689503:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199348608:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.689529:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.689575:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2007:x1830966202430080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9249us (9417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.689591:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14613 00000100:00100000:1.0:1746146167.689669:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202430336 00000100:00100000:1.0:1746146167.689676:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202430336 00002000:00100000:1.0:1746146167.689707:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286a680 x1830966202430336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.689737:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a680 with x1830966202430336 ext(0->4095) 00002000:00010000:1.0:1746146167.689741:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007286a680 00000100:00100000:1.0:1746146167.689768:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14075 00000100:00100000:1.0:1746146167.689774:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202430336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146167.689862:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202430336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (1305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.689870:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14075 00002000:00100000:1.0:1746146167.689874:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286a680 x1830966202430336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.689881:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286a680 with x1830966202430336 ext(0->4095) 00002000:00010000:1.0:1746146167.689883:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007286a680 00000100:00100000:0.0:1746146167.691056:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.691123:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202430464 00000100:00100000:2.0:1746146167.691128:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202430464 00000100:00100000:2.0:1746146167.691153:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31270 00000100:00100000:2.0:1746146167.691159:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+47:1758:x1830966202430464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.691169:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.691179:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff57f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.691199:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.691205:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.691207:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.691209:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.691230:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.691239:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 5 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.691249:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199348736:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146167.693640:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.693712:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146167.694401:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202430592 00000100:00100000:1.0:1746146167.694407:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202430592 00000100:00100000:1.0:1746146167.694452:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31271 00000100:00100000:1.0:1746146167.694459:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+49:1766:x1830966202430592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146167.694472:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146167.694484:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff586 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.694504:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146167.694508:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 50 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.694526:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146167.694530:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 50 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.694555:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 50 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.694565:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 50 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146167.694578:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146167.694624:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:1766:x1830966202430592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146167.694629:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31271 00000100:00100000:2.0:1746146167.694865:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199348736:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.694882:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.694891:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146167.694922:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+49:1758:x1830966202430464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3763us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.694927:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31270 00000100:00100000:0.0:1746146167.697231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.698158:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202430720 00000100:00100000:3.0:1746146167.698165:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202430720 00010000:00010000:3.0:1746146167.698193:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.698215:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14614 00000100:00100000:3.0:1746146167.698221:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202430720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.698232:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.698247:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.698258:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.698276:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb633df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff578 expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.698302:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.698304:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.698310:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.698317:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.698343:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.698353:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 48 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.698364:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199348992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.698430:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.701040:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199348992:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.701057:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.701091:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202430720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2868us (3865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.702821:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14614 00000100:00100000:3.0:1746146167.702969:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.703278:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202430976 00000100:00100000:2.0:1746146167.703284:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202430976 00002000:00100000:2.0:1746146167.703318:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f5500 x1830966202430976/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.703326:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5500 with x1830966202430976 ext(0->4095) 00010000:00010000:2.0:1746146167.703332:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.703343:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.703349:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f5500 00000100:00100000:2.0:1746146167.703368:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3484 00000100:00100000:2.0:1746146167.703374:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2007:x1830966202430976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146167.703472:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2007:x1830966202430976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.703477:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3484 00002000:00100000:2.0:1746146167.703481:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f5500 x1830966202430976/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.703487:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f5500 with x1830966202430976 ext(0->4095) 00010000:00010000:2.0:1746146167.703491:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:2.0:1746146167.703499:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:2.0:1746146167.703504:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f5500 00000100:00100000:0.0:1746146167.706457:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.707465:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202431104 00000100:00100000:3.0:1746146167.707474:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202431104 00010000:00010000:3.0:1746146167.707502:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.707873:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14615 00000100:00100000:3.0:1746146167.707881:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2008:x1830966202431104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.707892:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.707907:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.707918:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.707939:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff57f expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.708495:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.708498:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.708505:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 48 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.708520:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 48 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.708547:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 48 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.708558:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199349120:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.708934:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.714291:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.714411:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199349120:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.714428:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.714460:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966202431104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6580us (8009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.714468:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14615 00000100:00100000:1.0:1746146167.714622:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202431360 00000100:00100000:1.0:1746146167.714627:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202431360 00002000:00100000:1.0:1746146167.714655:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312d80 x1830966202431360/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.714663:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312d80 with x1830966202431360 ext(0->4095) 00002000:00010000:1.0:1746146167.714666:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b312d80 00000100:00100000:1.0:1746146167.714829:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14076 00000100:00100000:1.0:1746146167.714836:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966202431360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146167.715051:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966202431360:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 215us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.715056:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14076 00002000:00100000:1.0:1746146167.715061:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b312d80 x1830966202431360/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.715067:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312d80 with x1830966202431360 ext(0->4095) 00002000:00010000:1.0:1746146167.715069:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b312d80 00000100:00100000:0.0:1746146167.717419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.717567:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202431488 00000100:00100000:2.0:1746146167.717574:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202431488 00000100:00100000:2.0:1746146167.717789:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31272 00000100:00100000:2.0:1746146167.717797:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202431488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.717810:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.717822:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff58d expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.717844:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 47 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.717850:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.717852:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.717856:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.717879:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 47 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.717889:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 47 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.717899:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199349248:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.717968:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.720480:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199349248:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.720505:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.720529:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146167.720563:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202431488:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2768us (3148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.720571:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31272 00000100:00100000:0.0:1746146167.720771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.720862:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202431616 00000100:00100000:3.0:1746146167.720868:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202431616 00010000:00010000:3.0:1746146167.720890:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 48 pid: 21272 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.720913:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14616 00000100:00100000:3.0:1746146167.720918:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966202431616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.720928:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.720943:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 48 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.720952:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 48 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.720968:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb633ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff586 expref: 48 pid: 21272 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.720994:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.720996:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.721001:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.721008:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.721029:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.721039:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199349376:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.721083:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.726804:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.727089:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.727174:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202431744 00000100:00100000:2.0:1746146167.727180:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202431744 00000100:00100000:2.0:1746146167.727212:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31273 00000100:00100000:2.0:1746146167.727218:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1758:x1830966202431744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.727233:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.727246:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff594 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.727273:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.727280:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.727281:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.727284:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.727307:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.727316:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 5 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:2.0:1746146167.727326:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199349504:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.727388:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5bed80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.727570:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199349376:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.727584:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.727604:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2007:x1830966202431616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6686us (6834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.727611:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14616 00000100:00100000:1.0:1746146167.727750:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202432000 00000100:00100000:1.0:1746146167.727755:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202432000 00002000:00100000:1.0:1746146167.727780:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310700 x1830966202432000/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.727793:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310700 with x1830966202432000 ext(0->4095) 00010000:00010000:1.0:1746146167.727799:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.727808:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.727814:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b310700 00000100:00100000:1.0:1746146167.727836:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3485 00000100:00100000:1.0:1746146167.727841:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202432000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146167.727923:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202432000:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (834us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.727927:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3485 00002000:00100000:1.0:1746146167.727931:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310700 x1830966202432000/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.727937:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310700 with x1830966202432000 ext(0->4095) 00010000:00010000:1.0:1746146167.727941:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:1.0:1746146167.727948:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:1.0:1746146167.727953:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b310700 00000100:00100000:2.0:1746146167.732230:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199349504:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.732255:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.732269:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146167.732316:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1758:x1830966202431744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5096us (5517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.732323:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31273 00000100:00100000:0.0:1746146167.734665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.734870:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202432128 00000100:00100000:2.0:1746146167.734877:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202432128 00000100:00100000:2.0:1746146167.735212:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31274 00000100:00100000:2.0:1746146167.735220:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1766:x1830966202432128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.735235:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.735247:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff59b expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.735264:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.735269:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.735274:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.735277:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.735305:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.735314:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.735322:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:0.0:1746146167.736420:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.736778:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+49:1766:x1830966202432128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1558us (2116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.736786:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31274 00000100:00100000:3.0:1746146167.739150:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202432256 00000100:00100000:3.0:1746146167.739160:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202432256 00010000:00010000:3.0:1746146167.739193:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.739232:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14617 00000100:00100000:3.0:1746146167.739240:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202432256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.739251:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.739267:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.739278:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.739296:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb633f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff58d expref: 6 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.740801:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.740805:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.740816:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.740825:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.740860:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.740870:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 48 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.740882:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199349760:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.740956:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.757005:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199349760:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.757022:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.757969:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202432256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 18727us (21548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.757979:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14617 00000100:00100000:0.0:1746146167.759120:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.759469:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202432512 00000100:00100000:3.0:1746146167.759476:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202432512 00002000:00100000:3.0:1746146167.759519:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313b80 x1830966202432512/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.759529:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313b80 with x1830966202432512 ext(0->4095) 00010000:00010000:3.0:1746146167.759536:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.759548:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.759554:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b313b80 00000100:00100000:3.0:1746146167.760148:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3486 00000100:00100000:3.0:1746146167.760157:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2007:x1830966202432512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.760276:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2007:x1830966202432512:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (1158us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.760282:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3486 00002000:00100000:3.0:1746146167.760287:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313b80 x1830966202432512/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.760295:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313b80 with x1830966202432512 ext(0->4095) 00010000:00010000:3.0:1746146167.760300:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.760310:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00002000:00010000:3.0:1746146167.760315:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b313b80 00000100:00100000:0.0:1746146167.768464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.770935:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202432640 00000100:00100000:3.0:1746146167.770947:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202432640 00010000:00010000:3.0:1746146167.770983:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00000100:00100000:3.0:1746146167.771021:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14618 00000100:00100000:3.0:1746146167.771027:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2007:x1830966202432640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.771038:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.771051:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.771065:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.771081:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb633fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff594 expref: 49 pid: 10121 timeout: 869 lvb_type: 0 00010000:00010000:3.0:1746146167.771097:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.771098:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.771103:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.771110:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.771133:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 48 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.771141:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199349888:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.772607:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.775914:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199349888:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.775932:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.775977:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966202432640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4949us (7520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.775986:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14618 00000100:00100000:0.0:1746146167.778302:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.779337:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202432896 00000100:00100000:1.0:1746146167.779348:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202432896 00002000:00100000:1.0:1746146167.779382:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313480 x1830966202432896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.779391:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313480 with x1830966202432896 ext(0->4095) 00002000:00010000:1.0:1746146167.779395:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b313480 00000100:00100000:1.0:1746146167.779424:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14077 00000100:00100000:1.0:1746146167.779431:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2009:x1830966202432896:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146167.779544:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2009:x1830966202432896:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (1246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.779549:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14077 00002000:00100000:1.0:1746146167.779555:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b313480 x1830966202432896/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.779561:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b313480 with x1830966202432896 ext(0->4095) 00002000:00010000:1.0:1746146167.779564:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b313480 00000100:00100000:0.0:1746146167.782753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.782827:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202433024 00000100:00100000:2.0:1746146167.782834:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202433024 00000100:00100000:2.0:1746146167.782873:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31275 00000100:00100000:2.0:1746146167.782879:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202433024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.782893:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.782905:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5a2 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.782925:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.782932:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.782934:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.782937:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.782957:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.782966:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 47 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.782976:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199350016:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.783035:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.786926:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199350016:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.786954:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.786969:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146167.787020:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202433024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4141us (4273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.787027:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31275 00000100:00100000:0.0:1746146167.790548:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.790583:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.791432:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202433280 00000100:00100000:3.0:1746146167.791442:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202433280 00000100:00100000:3.0:1746146167.791495:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31276 00000100:00100000:3.0:1746146167.791503:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+48:1758:x1830966202433280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.791527:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.791541:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5a9 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.791568:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.791574:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.791579:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146167.791582:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.791610:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.791621:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.791630:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146167.791676:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+49:1758:x1830966202433280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.791682:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31276 00000100:00100000:2.0:1746146167.792915:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202433152 00000100:00100000:2.0:1746146167.792923:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202433152 00010000:00010000:2.0:1746146167.792947:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 49 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.792979:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14619 00000100:00100000:2.0:1746146167.792985:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+49:2007:x1830966202433152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.792994:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.793008:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 49 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.793017:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 49 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.793033:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63402 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff59b expref: 49 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.793058:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.793059:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.793064:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.793071:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.793090:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.793099:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.793107:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199350272:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.793167:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.803315:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.803334:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199350272:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.803352:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.803406:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2007:x1830966202433152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10420us (12863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.803415:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14619 00000100:00100000:3.0:1746146167.803603:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202433536 00000100:00100000:3.0:1746146167.803609:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202433536 00002000:00100000:3.0:1746146167.803642:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310e00 x1830966202433536/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.803651:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310e00 with x1830966202433536 ext(0->4095) 00010000:00010000:3.0:1746146167.803658:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.803674:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146167.803680:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b310e00 00000100:00100000:3.0:1746146167.803694:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3487 00000100:00100000:3.0:1746146167.803699:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202433536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146167.803837:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202433536:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (529us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.803842:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3487 00002000:00100000:3.0:1746146167.803847:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310e00 x1830966202433536/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.803853:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310e00 with x1830966202433536 ext(0->4095) 00010000:00010000:3.0:1746146167.803857:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.803865:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146167.803870:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b310e00 00000100:00100000:0.0:1746146167.811407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.811472:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202433664 00000100:00100000:2.0:1746146167.811479:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202433664 00010000:00010000:2.0:1746146167.811508:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.811551:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14620 00000100:00100000:2.0:1746146167.811558:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202433664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.811568:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.811583:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.811594:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.811611:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63409 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a2 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.811639:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.811641:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.811648:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.811655:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.811683:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.811693:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199350400:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.811787:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.816345:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.816629:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199350400:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.816647:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.816682:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202433664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5124us (5281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.816691:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14620 00000100:00100000:1.0:1746146167.816962:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202433920 00000100:00100000:1.0:1746146167.816969:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202433920 00002000:00100000:1.0:1746146167.817003:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131addc00 x1830966202433920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.817011:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131addc00 with x1830966202433920 ext(0->4095) 00002000:00010000:1.0:1746146167.817015:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131addc00 00000100:00100000:1.0:1746146167.817041:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14078 00000100:00100000:1.0:1746146167.817048:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966202433920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146167.817140:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131addc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966202433920:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (803us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.817148:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14078 00002000:00100000:1.0:1746146167.817153:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131addc00 x1830966202433920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.817160:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131addc00 with x1830966202433920 ext(0->4095) 00002000:00010000:1.0:1746146167.817162:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131addc00 00000100:00100000:0.0:1746146167.847951:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.848237:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202434048 00000100:00100000:3.0:1746146167.848245:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202434048 00000100:00100000:3.0:1746146167.848278:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31277 00000100:00100000:3.0:1746146167.848284:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202434048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.848298:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.848311:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5b0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.848334:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.848340:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.848341:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.848344:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.848366:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 47 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.848374:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 47 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146167.848383:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199350528:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.848683:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.854430:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199350528:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.854459:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.854474:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146167.854997:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202434048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6711us (7052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.855005:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31277 00000100:00100000:0.0:1746146167.863938:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.864066:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202434176 00000100:00100000:3.0:1746146167.864073:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202434176 00002000:00100000:3.0:1746146167.864107:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131add880 x1830966202434176/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.864116:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add880 with x1830966202434176 ext(0->7) 00010000:00010000:3.0:1746146167.864123:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 48 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.864134:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 48 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146167.864139:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131add880 00000100:00100000:3.0:1746146167.864225:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3488 00000100:00100000:3.0:1746146167.864232:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+48:2008:x1830966202434176:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146167.864895:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2008:x1830966202434176:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 662us (962us total) trans 4294972273 rc 0/0 00000100:00100000:0.0:1746146167.864902:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3488 00002000:00100000:0.0:1746146167.864907:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880131add880 x1830966202434176/t4294972273(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/448 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.864914:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add880 with x1830966202434176 ext(0->7) 00010000:00010000:0.0:1746146167.864919:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 50 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746146167.864927:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 50 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746146167.864933:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131add880 00000100:00100000:0.0:1746146167.872082:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.872158:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202434304 00000100:00100000:3.0:1746146167.872165:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202434304 00000100:00100000:3.0:1746146167.872194:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31278 00000100:00100000:3.0:1746146167.872200:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+50:1758:x1830966202434304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.872214:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.872226:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5b7 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.872245:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.872250:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.872255:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146167.872258:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.872283:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.872293:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.872301:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146167.872345:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+51:1758:x1830966202434304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.872350:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31278 00000100:00100000:0.0:1746146167.873392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.874457:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202434432 00000100:00100000:2.0:1746146167.874464:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202434432 00010000:00010000:2.0:1746146167.874488:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 51 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.874521:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14621 00000100:00100000:2.0:1746146167.874529:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2008:x1830966202434432:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.874538:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.874553:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 51 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.874562:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 51 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.874578:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb63410 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5a9 expref: 51 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.879345:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.879348:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.879360:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.879369:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.879407:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.879535:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.879546:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199350784:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.879650:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.884540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146167.884621:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202434688 00000100:00100000:1.0:1746146167.884629:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202434688 00002000:00100000:1.0:1746146167.884673:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ade300 x1830966202434688/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.884682:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ade300 with x1830966202434688 ext(0->4095) 00010000:00010000:1.0:1746146167.884689:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146167.884701:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146167.884711:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ade300 00000100:00100000:1.0:1746146167.884755:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3489 00000100:00100000:1.0:1746146167.884761:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202434688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146167.884871:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ade300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202434688:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146167.884876:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3489 00002000:00100000:1.0:1746146167.884881:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131ade300 x1830966202434688/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146167.884894:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ade300 with x1830966202434688 ext(0->4095) 00010000:00010000:1.0:1746146167.884898:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146167.884907:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146167.884912:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131ade300 00000100:00100000:2.0:1746146167.885520:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199350784:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.885536:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.886180:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2008:x1830966202434432:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 11650us (12787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.886872:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14621 00000100:00100000:0.0:1746146167.896145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.896994:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202434816 00000100:00100000:2.0:1746146167.897002:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202434816 00010000:00010000:2.0:1746146167.897032:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.897054:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14622 00000100:00100000:2.0:1746146167.897060:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202434816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.897071:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.897088:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.897097:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.897113:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63417 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b0 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.899897:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.899902:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.899913:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.899923:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.899960:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.899972:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199350912:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.901708:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.903873:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199350912:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.903889:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.903918:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202434816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6857us (7780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.903927:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14622 00000100:00100000:0.0:1746146167.904891:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.905091:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202435072 00000100:00100000:2.0:1746146167.905096:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202435072 00002000:00100000:2.0:1746146167.905125:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8000 x1830966202435072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.905134:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8000 with x1830966202435072 ext(0->4095) 00002000:00010000:2.0:1746146167.905137:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4f8000 00000100:00100000:2.0:1746146167.905603:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14079 00000100:00100000:2.0:1746146167.905611:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2008:x1830966202435072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.905702:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2008:x1830966202435072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (813us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.905708:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14079 00002000:00100000:2.0:1746146167.905731:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8000 x1830966202435072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.905738:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8000 with x1830966202435072 ext(0->4095) 00002000:00010000:2.0:1746146167.905741:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4f8000 00000100:00100000:0.0:1746146167.911220:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.912360:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202435200 00000100:00100000:2.0:1746146167.912369:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202435200 00000100:00100000:2.0:1746146167.912696:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31279 00000100:00100000:2.0:1746146167.912705:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202435200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.912841:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.912855:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5be expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.912878:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.912885:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.912886:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.912889:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.912912:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 49 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.912927:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 49 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.912938:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199351040:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146167.918659:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146167.922608:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199351040:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146167.922637:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.922652:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146167.922688:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202435200:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9985us (11474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.922695:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31279 00000100:00100000:0.0:1746146167.927640:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.927744:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202435328 00000100:00100000:2.0:1746146167.927752:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202435328 00002000:00100000:2.0:1746146167.927784:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a4fb100 x1830966202435328/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.927793:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fb100 with x1830966202435328 ext(0->7) 00010000:00010000:2.0:1746146167.927800:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 50 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.927811:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 50 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146167.927822:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fb100 00000100:00100000:2.0:1746146167.927837:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3490 00000100:00100000:2.0:1746146167.927843:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+50:2010:x1830966202435328:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146167.928407:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2010:x1830966202435328:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 562us (771us total) trans 4294972274 rc 0/0 00000100:00100000:0.0:1746146167.928414:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3490 00002000:00100000:0.0:1746146167.928419:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a4fb100 x1830966202435328/t4294972274(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 496/448 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.928426:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fb100 with x1830966202435328 ext(0->7) 00010000:00010000:0.0:1746146167.928431:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746146167.928441:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746146167.928447:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fb100 00000100:00100000:0.0:1746146167.933183:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.934165:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202435456 00000100:00100000:2.0:1746146167.934174:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202435456 00000100:00100000:2.0:1746146167.934225:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31280 00000100:00100000:2.0:1746146167.934232:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129fc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202435456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146167.934247:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146167.934261:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5c5 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.934282:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146167.934287:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.934292:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146167.934296:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.934323:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.934333:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.934343:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146167.934392:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129fc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202435456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.934397:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31280 00000100:00100000:1.0:1746146167.949286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.949468:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202435584 00000100:00100000:2.0:1746146167.949475:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202435584 00010000:00010000:2.0:1746146167.949995:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.950022:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14623 00000100:00100000:2.0:1746146167.950029:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2009:x1830966202435584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.950040:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.950054:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.950064:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.950081:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6341e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5b7 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.950583:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.950585:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.950592:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.950603:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.950636:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.950646:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 5 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.950656:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199351296:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146167.953587:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.959957:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.960125:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199351296:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.960143:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.960192:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2009:x1830966202435584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10163us (10912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.960201:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14623 00000100:00100000:2.0:1746146167.960364:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202435840 00000100:00100000:2.0:1746146167.960369:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202435840 00002000:00100000:2.0:1746146167.960400:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8e00 x1830966202435840/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.960408:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8e00 with x1830966202435840 ext(0->4095) 00010000:00010000:2.0:1746146167.960413:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.960423:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146167.960428:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f8e00 00000100:00100000:2.0:1746146167.960867:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3491 00000100:00100000:2.0:1746146167.960875:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202435840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146167.962157:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202435840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1279us (2203us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146167.962169:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3491 00002000:00100000:2.0:1746146167.962176:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f8e00 x1830966202435840/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146167.962184:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f8e00 with x1830966202435840 ext(0->4095) 00010000:00010000:2.0:1746146167.962190:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.962200:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146167.962206:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f8e00 00000100:00100000:0.0:1746146167.966923:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.967124:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202435968 00000100:00100000:3.0:1746146167.967131:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202435968 00010000:00010000:3.0:1746146167.967160:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146167.967182:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14624 00000100:00100000:3.0:1746146167.967189:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202435968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.967199:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.967220:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.967231:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.967249:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63425 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5be expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.967279:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.967280:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.967286:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.967294:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.967320:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.967329:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199351424:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.967401:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.970562:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199351424:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146167.970580:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146167.970616:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202435968:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3427us (3698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.970624:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14624 00000100:00100000:0.0:1746146167.970956:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.970978:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202436224 00000100:00100000:0.0:1746146167.970983:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202436224 00002000:00100000:0.0:1746146167.971010:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa680 x1830966202436224/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.971018:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa680 with x1830966202436224 ext(0->4095) 00002000:00010000:0.0:1746146167.971022:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4fa680 00000100:00100000:0.0:1746146167.971049:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14080 00000100:00100000:0.0:1746146167.971054:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202436224:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146167.971140:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202436224:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (185us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146167.971146:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14080 00002000:00100000:0.0:1746146167.971150:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa680 x1830966202436224/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146167.971157:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa680 with x1830966202436224 ext(0->4095) 00002000:00010000:0.0:1746146167.971159:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4fa680 00000100:00100000:0.0:1746146167.974404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.974535:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202436352 00000100:00100000:3.0:1746146167.974544:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202436352 00000100:00100000:3.0:1746146167.974591:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31281 00000100:00100000:3.0:1746146167.974598:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202436352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.974611:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.974624:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5cc expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.974647:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.974653:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.974655:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146167.974658:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.974681:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.974691:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 51 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146167.974702:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199351552:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.974800:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146167.977521:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199351552:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.978771:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.978794:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146167.978847:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202436352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4249us (4450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.978855:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31281 00000100:00100000:0.0:1746146167.980974:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.981053:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202436480 00000100:00100000:3.0:1746146167.981060:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202436480 00010000:00010000:3.0:1746146167.981087:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 52 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146167.981107:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14625 00000100:00100000:3.0:1746146167.981112:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202436480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146167.981122:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146167.981137:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 52 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.981146:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 52 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.981164:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6342c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5c5 expref: 52 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.981535:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.981537:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.981544:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.981554:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.981580:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146167.981589:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199351680:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146167.982735:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:1.0:1746146167.984022:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.984179:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199351680:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146167.984197:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146167.984258:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2007:x1830966202436480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3145us (3288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146167.984266:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14625 00000100:00100000:3.0:1746146167.984418:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202436608 00000100:00100000:3.0:1746146167.984423:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202436608 00000100:00100000:3.0:1746146167.984460:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31282 00000100:00100000:3.0:1746146167.984466:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+51:1758:x1830966202436608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146167.984478:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146167.984491:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5d3 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.984522:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.985609:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.985611:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146167.985616:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 52 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.985644:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.985660:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146167.985671:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199351808:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146167.985738:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146167.987145:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146167.987912:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202436864 00000100:00100000:3.0:1746146167.987920:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202436864 00002000:00100000:3.0:1746146167.987956:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f9880 x1830966202436864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/0 e 0 to 0 dl 1746146178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.987964:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f9880 with x1830966202436864 ext(0->4095) 00010000:00010000:3.0:1746146167.987971:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.987983:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146167.987989:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f9880 00000100:00100000:3.0:1746146167.988007:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3492 00000100:00100000:3.0:1746146167.988013:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202436864:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146167.988130:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202436864:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (988us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146167.988135:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3492 00002000:00100000:3.0:1746146167.988140:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4f9880 x1830966202436864/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:298/0 lens 488/4536 e 0 to 0 dl 1746146178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146167.988151:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4f9880 with x1830966202436864 ext(0->4095) 00010000:00010000:3.0:1746146167.988155:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146167.988163:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146167.988167:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4f9880 00000100:00100000:3.0:1746146167.990370:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199351808:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146167.990395:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 52 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146167.990408:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146167.990870:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202436608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6403us (6851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146167.990878:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31282 00000100:00100000:0.0:1746146167.993284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146167.993362:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146167.993692:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202437120 00000100:00100000:2.0:1746146167.993699:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202437120 00010000:00010000:2.0:1746146167.993741:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146167.993763:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14626 00000100:00100000:2.0:1746146167.993769:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202437120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146167.993779:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146167.993794:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.993804:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.993820:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb63433 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5cc expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146167.993834:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.993836:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146167.993841:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.993847:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146167.993869:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146167.993878:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199351936:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146167.999071:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202436992 00000100:00100000:0.0:1746146167.999081:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202436992 00000100:00100000:0.0:1746146167.999127:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31283 00000100:00100000:0.0:1746146167.999134:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1766:x1830966202436992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146167.999149:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146167.999163:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5da expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.999186:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.999192:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146167.999194:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146167.999197:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.999222:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146167.999233:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746146167.999244:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a4fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199352064:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146167.999296:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.001262:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 10 seconds 00000100:00100000:2.0:1746146168.006465:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199351936:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.006486:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.006550:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202437120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 12779us (13186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.006559:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14626 00000100:00100000:1.0:1746146168.007538:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a4fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199352064:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.007564:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.007577:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d6600, rc 0) 00000100:00100000:1.0:1746146168.007600:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1766:x1830966202436992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8467us (14889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.007607:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31283 00000100:00100000:0.0:1746146168.009426:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.011847:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202437376 00000100:00100000:2.0:1746146168.011858:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202437376 00002000:00100000:3.0:1746146168.012467:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa300 x1830966202437376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.012478:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa300 with x1830966202437376 ext(0->4095) 00010000:00010000:3.0:1746146168.012486:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.012499:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.012518:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fa300 00000100:00100000:3.0:1746146168.012539:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3493 00000100:00100000:3.0:1746146168.012548:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202437376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146168.012677:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202437376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (3256us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.012683:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3493 00002000:00100000:3.0:1746146168.012688:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fa300 x1830966202437376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.012695:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fa300 with x1830966202437376 ext(0->4095) 00010000:00010000:3.0:1746146168.012699:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.012706:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.012712:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fa300 00000100:00080000:0.0:1746146168.012767:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146168.016285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.016390:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202437504 00000100:00100000:2.0:1746146168.016397:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202437504 00010000:00010000:2.0:1746146168.016424:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.016459:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14627 00000100:00100000:2.0:1746146168.016466:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202437504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.016476:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.016496:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.016506:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.016533:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6343a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5d3 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.016563:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.016565:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.016571:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 52 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.016577:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 52 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.016602:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 52 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.016620:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199352192:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.016691:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.020067:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.020126:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202437760 00000100:00100000:3.0:1746146168.020133:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202437760 00002000:00100000:3.0:1746146168.020166:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fad80 x1830966202437760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.020175:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fad80 with x1830966202437760 ext(0->4095) 00002000:00010000:3.0:1746146168.020179:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4fad80 00000100:00100000:3.0:1746146168.020206:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14081 00000100:00100000:3.0:1746146168.020214:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2009:x1830966202437760:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146168.020328:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2009:x1830966202437760:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (266us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.020334:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14081 00002000:00100000:3.0:1746146168.020340:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fad80 x1830966202437760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.020346:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fad80 with x1830966202437760 ext(0->4095) 00002000:00010000:3.0:1746146168.020349:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a4fad80 00000100:00100000:2.0:1746146168.020875:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199352192:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.020892:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.020920:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202437504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4455us (4643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.020928:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14627 00000100:00100000:0.0:1746146168.023281:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.023437:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202437888 00000100:00100000:1.0:1746146168.023443:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202437888 00000100:00100000:1.0:1746146168.023489:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31284 00000100:00100000:1.0:1746146168.023497:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202437888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.023517:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.023530:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5e1 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.023557:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.023563:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.023565:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.023568:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.023591:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.023601:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 51 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.023611:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199352320:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.023668:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746146168.023983:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746146168.025144:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199352320:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.025164:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.025178:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:1.0:1746146168.025206:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202437888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1709us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.025212:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31284 00000100:00100000:0.0:1746146168.026182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.026451:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202438016 00000100:00100000:2.0:1746146168.026456:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202438016 00010000:00010000:2.0:1746146168.026479:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.026518:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14628 00000100:00100000:2.0:1746146168.026525:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202438016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.026537:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.026552:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.026561:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.026577:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb63441 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5da expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.026602:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.026604:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.026609:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.026615:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.026638:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.026649:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199352448:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.026711:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.028021:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199352448:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.028035:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.028069:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2008:x1830966202438016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1544us (1888us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.028077:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14628 00000100:00100000:0.0:1746146168.028529:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.028616:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202438272 00000100:00100000:2.0:1746146168.028621:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202438272 00002000:00100000:2.0:1746146168.028645:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17ad80 x1830966202438272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.028653:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17ad80 with x1830966202438272 ext(0->4095) 00002000:00010000:2.0:1746146168.028656:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b17ad80 00000100:00100000:2.0:1746146168.028705:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14082 00000100:00100000:2.0:1746146168.028712:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202438272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.029758:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202438272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1044us (1226us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.029765:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14082 00002000:00100000:2.0:1746146168.029771:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17ad80 x1830966202438272/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.029776:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17ad80 with x1830966202438272 ext(0->4095) 00002000:00010000:2.0:1746146168.029779:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b17ad80 00000100:00100000:0.0:1746146168.033683:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.034013:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202438400 00000100:00100000:1.0:1746146168.034032:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202438400 00000100:00100000:1.0:1746146168.034079:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31285 00000100:00100000:0.0:1746146168.034465:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.034493:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202438528 00000100:00100000:2.0:1746146168.034496:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202438528 00000100:00100000:2.0:1746146168.034524:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31286 00000100:00100000:2.0:1746146168.034529:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202438528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.034542:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.034553:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5ef expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.034572:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.034578:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.034579:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.034582:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.034603:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.034612:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.034626:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199352576:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.034751:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+51:1766:x1830966202438400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.034761:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.034767:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5e8 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.034778:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.034782:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.034787:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.034789:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.034808:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.034817:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.034824:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146168.034854:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1766:x1830966202438400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 769us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.034859:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31285 00000100:00100000:2.0:1746146168.035291:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.040165:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199352576:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.040192:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.040205:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146168.040253:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202438528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5722us (5787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.040260:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31286 00000100:00100000:0.0:1746146168.040935:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.041134:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202438656 00000100:00100000:2.0:1746146168.041139:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202438656 00010000:00010000:2.0:1746146168.041158:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.041360:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14629 00000100:00100000:2.0:1746146168.041365:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202438656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.041375:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.041389:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.041398:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.041418:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63448 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e1 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.041445:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.041447:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.041453:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.041460:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.041484:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.041493:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 52 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.041502:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199352832:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.041567:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.044877:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199352832:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.044896:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.045004:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202438656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3637us (4069us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146168.045007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.045012:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14629 00000100:00100000:3.0:1746146168.045083:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202438912 00000100:00100000:3.0:1746146168.045088:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202438912 00002000:00100000:3.0:1746146168.045118:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179500 x1830966202438912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.045126:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179500 with x1830966202438912 ext(0->4095) 00010000:00010000:3.0:1746146168.045133:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.045143:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.045149:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b179500 00000100:00100000:3.0:1746146168.045163:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3494 00000100:00100000:3.0:1746146168.045168:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202438912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.045330:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202438912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.045338:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3494 00002000:00100000:3.0:1746146168.045343:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b179500 x1830966202438912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.045349:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179500 with x1830966202438912 ext(0->4095) 00010000:00010000:3.0:1746146168.045353:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.045361:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.045366:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b179500 00000100:00100000:0.0:1746146168.046781:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.046852:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202439040 00000100:00100000:2.0:1746146168.046857:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202439040 00010000:00010000:2.0:1746146168.046876:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.046900:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14630 00000100:00100000:2.0:1746146168.046906:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202439040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.046914:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.046927:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.046935:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.046951:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb6344f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5ef expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.046973:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.046975:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.046980:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 52 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.046990:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 52 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.047014:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 52 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.047024:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199352960:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.047087:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.049166:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.049261:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199352960:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.049279:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.049309:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202439040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2403us (2531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.049317:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14630 00000100:00100000:3.0:1746146168.049385:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202439296 00000100:00100000:3.0:1746146168.049390:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202439296 00002000:00100000:3.0:1746146168.049416:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e26300 x1830966202439296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.049422:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e26300 with x1830966202439296 ext(0->4095) 00002000:00010000:3.0:1746146168.049426:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e26300 00000100:00100000:3.0:1746146168.049439:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14083 00000100:00100000:3.0:1746146168.049444:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2009:x1830966202439296:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146168.049575:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2009:x1830966202439296:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.049581:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14083 00002000:00100000:3.0:1746146168.049586:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e26300 x1830966202439296/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.049599:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e26300 with x1830966202439296 ext(0->4095) 00002000:00010000:3.0:1746146168.049601:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e26300 00000100:00100000:0.0:1746146168.052875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.052955:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202439424 00000100:00100000:2.0:1746146168.052962:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202439424 00000100:00100000:2.0:1746146168.052992:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31287 00000100:00100000:2.0:1746146168.052999:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202439424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.053014:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.053026:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5f6 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.053048:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.053055:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.053056:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.053059:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.053081:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 51 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.053091:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 51 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.053105:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199353088:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.054394:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00010000:00010000:2.0:1746146168.054449:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746146168.056339:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199353088:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.056361:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.056374:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146168.056407:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202439424:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3407us (3539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.056414:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31287 00000100:00100000:0.0:1746146168.057479:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.057903:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202439552 00000100:00100000:2.0:1746146168.057909:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202439552 00010000:00010000:2.0:1746146168.057930:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.058263:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14631 00000100:00100000:2.0:1746146168.058930:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202439552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.058942:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.058958:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.058969:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.058992:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63456 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5e8 expref: 52 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.059017:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.059019:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.059025:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.059033:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.059059:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.059069:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199353216:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.059492:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.060597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.060701:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202439680 00000100:00100000:2.0:1746146168.060706:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202439680 00000100:00100000:2.0:1746146168.060762:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31288 00000100:00100000:2.0:1746146168.060768:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202439680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.060780:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.060790:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff5fd expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.060809:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.060819:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.060821:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.060824:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.060843:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.060852:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 5 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.060862:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199353344:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.060911:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.060968:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199353216:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.060980:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.061009:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202439552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2084us (3532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.061016:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14631 00000100:00100000:0.0:1746146168.061221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.061279:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202439936 00000100:00100000:2.0:1746146168.061283:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202439936 00002000:00100000:2.0:1746146168.061303:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27b80 x1830966202439936/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.061311:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27b80 with x1830966202439936 ext(0->4095) 00010000:00010000:2.0:1746146168.061315:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.061324:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.061406:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e27b80 00000100:00100000:2.0:1746146168.061610:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3495 00000100:00100000:2.0:1746146168.061617:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202439936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.061794:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202439936:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (572us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.061800:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3495 00002000:00100000:2.0:1746146168.061805:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27b80 x1830966202439936/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.061812:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27b80 with x1830966202439936 ext(0->4095) 00010000:00010000:2.0:1746146168.061816:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.061825:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.061830:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e27b80 00000100:00100000:0.0:1746146168.064248:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.064340:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199353344:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.064361:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.064372:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202440064 00010000:00010000:2.0:1746146168.064374:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:1.0:1746146168.064376:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202440064 00000100:00100000:2.0:1746146168.064401:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202439680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3634us (3807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.064402:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31289 00000100:00100000:1.0:1746146168.064406:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1766:x1830966202440064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146168.064411:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31288 00010000:00010000:1.0:1746146168.064418:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.064427:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff604 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.064441:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.064445:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.064450:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.064452:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 53 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.064475:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.064484:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 53 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.064490:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146168.066530:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1766:x1830966202440064:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2115us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.066539:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31289 00000100:00100000:2.0:1746146168.069415:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.069585:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202440192 00000100:00100000:3.0:1746146168.069593:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202440192 00010000:00010000:3.0:1746146168.069623:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.069663:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14632 00000100:00100000:3.0:1746146168.069670:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202440192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.069681:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.069698:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.069710:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.069748:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6345d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5f6 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.069766:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.069768:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.069773:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.069781:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.069807:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 52 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.069816:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 52 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.069826:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199353600:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.069885:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6600 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.074876:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199353600:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.074896:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.075029:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202440192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5358us (5620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.075038:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14632 00000100:00100000:0.0:1746146168.076059:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.076206:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202440448 00000100:00100000:3.0:1746146168.076210:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202440448 00002000:00100000:3.0:1746146168.076235:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e24e00 x1830966202440448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.076241:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24e00 with x1830966202440448 ext(0->4095) 00010000:00010000:3.0:1746146168.076247:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.076259:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.076263:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e24e00 00000100:00100000:3.0:1746146168.076387:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3496 00000100:00100000:3.0:1746146168.076394:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202440448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.076491:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202440448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (432us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.076496:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3496 00002000:00100000:3.0:1746146168.076501:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e24e00 x1830966202440448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.076507:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24e00 with x1830966202440448 ext(0->4095) 00010000:00010000:3.0:1746146168.076525:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.076533:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.076537:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e24e00 00000100:00100000:0.0:1746146168.079348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.079517:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202440576 00000100:00100000:3.0:1746146168.079523:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202440576 00010000:00010000:3.0:1746146168.079550:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.079580:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14633 00000100:00100000:3.0:1746146168.079586:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202440576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.079595:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.079608:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.079617:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.079633:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb63464 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff5fd expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.079659:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.079660:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.079665:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.079672:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.079694:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.079702:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199353728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.079782:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.082018:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199353728:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.082035:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.082077:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202440576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2489us (2735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.082086:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14633 00000100:00100000:0.0:1746146168.082139:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.082423:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202440832 00000100:00100000:2.0:1746146168.082429:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202440832 00002000:00100000:2.0:1746146168.082460:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27480 x1830966202440832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.082468:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27480 with x1830966202440832 ext(0->4095) 00002000:00010000:2.0:1746146168.082473:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e27480 00000100:00100000:2.0:1746146168.082487:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14084 00000100:00100000:2.0:1746146168.082493:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2010:x1830966202440832:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146168.082596:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2010:x1830966202440832:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.082601:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14084 00002000:00100000:2.0:1746146168.082606:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27480 x1830966202440832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.082613:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27480 with x1830966202440832 ext(0->4095) 00002000:00010000:2.0:1746146168.082616:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e27480 00000100:00100000:0.0:1746146168.084556:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.084637:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202440960 00000100:00100000:1.0:1746146168.084642:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202440960 00000100:00100000:1.0:1746146168.084670:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31290 00000100:00100000:1.0:1746146168.084675:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202440960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.084685:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.084697:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff60b expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.084733:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 51 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.084739:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.084741:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.084744:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.084766:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 51 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.084777:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 51 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.084787:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199353856:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.085254:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.087095:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199353856:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.087116:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.087128:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146168.087156:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202440960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2480us (2605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.087164:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31290 00000100:00100000:0.0:1746146168.087604:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.087789:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202441088 00000100:00100000:3.0:1746146168.087794:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202441088 00010000:00010000:3.0:1746146168.087813:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 52 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.087842:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14634 00000100:00100000:3.0:1746146168.087847:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202441088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.087858:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.087873:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 52 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.087882:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 52 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.087899:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6346b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff604 expref: 52 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.087911:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.087913:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.087918:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.087925:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.087945:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.087955:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199353984:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.087995:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.090129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.090267:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199353984:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.090280:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.090673:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202441344 00000100:00100000:2.0:1746146168.090679:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202441344 00002000:00100000:2.0:1746146168.090705:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5d880 x1830966202441344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.090739:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5d880 with x1830966202441344 ext(0->4095) 00002000:00010000:2.0:1746146168.090744:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5d880 00000100:00100000:2.0:1746146168.090759:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14085 00000100:00100000:2.0:1746146168.090765:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202441344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.091168:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+51:2008:x1830966202441088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3318us (3562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.091175:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14634 00000100:00100000:2.0:1746146168.091562:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202441344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 796us (1436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.091570:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14085 00002000:00100000:2.0:1746146168.091576:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5d880 x1830966202441344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.091583:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5d880 with x1830966202441344 ext(0->4095) 00002000:00010000:2.0:1746146168.091586:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5d880 00000100:00100000:0.0:1746146168.092618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.092921:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202441472 00000100:00100000:1.0:1746146168.092927:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202441472 00000100:00100000:1.0:1746146168.092952:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31291 00000100:00100000:1.0:1746146168.092958:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+51:1758:x1830966202441472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.092969:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.092981:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff612 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.092999:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.093005:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.093007:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.093009:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.093030:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.093040:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 5 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.093054:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199354112:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.093225:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.095903:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199354112:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.095928:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.095947:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146168.095991:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202441472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3032us (3375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.095997:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31291 00000100:00100000:0.0:1746146168.097783:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.097836:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202441600 00000100:00100000:1.0:1746146168.097842:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202441600 00000100:00100000:1.0:1746146168.097888:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31292 00000100:00100000:1.0:1746146168.097895:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1766:x1830966202441600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.097908:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.097921:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff619 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.097942:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.097946:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.097952:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.097955:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 53 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.097979:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.097988:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 53 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.098000:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146168.098028:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1766:x1830966202441600:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.098032:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31292 00000100:00100000:0.0:1746146168.098565:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.098632:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202441728 00000100:00100000:3.0:1746146168.098636:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202441728 00010000:00010000:3.0:1746146168.098652:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.098685:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14635 00000100:00100000:3.0:1746146168.098690:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202441728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.098698:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.098711:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.098750:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.098764:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63472 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff60b expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.098784:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.098786:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.098790:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.098797:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.098815:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.098824:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 52 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.098833:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199354368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.098882:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.100880:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199354368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.100895:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.101499:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202441728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2806us (3671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.101523:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14635 00000100:00100000:0.0:1746146168.102995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.103093:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202441984 00000100:00100000:2.0:1746146168.103100:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202441984 00002000:00100000:2.0:1746146168.103135:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5f100 x1830966202441984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.103143:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5f100 with x1830966202441984 ext(0->4095) 00010000:00010000:2.0:1746146168.103150:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.103161:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.103167:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5f100 00000100:00100000:2.0:1746146168.103343:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3497 00000100:00100000:2.0:1746146168.103350:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202441984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.103464:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202441984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.103470:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3497 00002000:00100000:2.0:1746146168.103475:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5f100 x1830966202441984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.103493:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5f100 with x1830966202441984 ext(0->4095) 00010000:00010000:2.0:1746146168.103498:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.103516:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.103522:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5f100 00000100:00100000:0.0:1746146168.111855:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.112036:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202442112 00000100:00100000:3.0:1746146168.112043:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202442112 00010000:00010000:3.0:1746146168.112073:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.112111:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14636 00000100:00100000:3.0:1746146168.112118:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202442112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.112134:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.112148:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.112158:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.112175:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63479 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff612 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.112191:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.112192:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.112197:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.112204:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.112230:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 52 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.112239:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199354496:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.112311:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.115008:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.115599:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199354496:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.115616:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.115649:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2008:x1830966202442112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3531us (3800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.115661:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14636 00000100:00100000:1.0:1746146168.116216:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202442368 00000100:00100000:1.0:1746146168.116222:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202442368 00002000:00100000:1.0:1746146168.116254:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5f480 x1830966202442368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.116263:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5f480 with x1830966202442368 ext(0->4095) 00002000:00010000:1.0:1746146168.116266:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5f480 00000100:00100000:1.0:1746146168.116293:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14086 00000100:00100000:1.0:1746146168.116300:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202442368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.116400:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202442368:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.116406:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14086 00002000:00100000:1.0:1746146168.116411:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5f480 x1830966202442368/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.117562:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5f480 with x1830966202442368 ext(0->4095) 00002000:00010000:1.0:1746146168.117566:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5f480 00000100:00100000:0.0:1746146168.119209:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.119302:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202442496 00000100:00100000:2.0:1746146168.119308:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202442496 00000100:00100000:2.0:1746146168.119977:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31293 00000100:00100000:2.0:1746146168.119987:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202442496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.120001:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.120015:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff620 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.120039:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 51 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.120045:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.120047:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.120050:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.120072:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 51 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.120087:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 51 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.120097:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199354624:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.120166:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.124490:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.124575:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.124884:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199354624:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.124906:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.124919:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146168.124952:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202442496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4968us (5747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.124959:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31293 00000100:00100000:2.0:1746146168.124978:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202442752 00000100:00100000:2.0:1746146168.124982:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202442752 00000100:00100000:2.0:1746146168.125005:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31294 00000100:00100000:2.0:1746146168.125010:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+52:1758:x1830966202442752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.125019:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.125028:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff627 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.125042:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.125045:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.125907:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146168.125912:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.125937:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.125946:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.125954:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:3.0:1746146168.125958:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202442624 00000100:00100000:3.0:1746146168.125962:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202442624 00010000:00010000:3.0:1746146168.125978:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 54 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.125987:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202442752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 976us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.125992:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31294 00000100:00100000:3.0:1746146168.126079:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14637 00000100:00100000:3.0:1746146168.126084:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202442624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.126092:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.126107:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.126115:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.126128:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb63480 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff619 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.126140:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.126141:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.126145:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.126152:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.126168:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.126177:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.126187:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199354880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.126238:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.128038:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.128054:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199354880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.128067:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.128093:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202442624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2010us (3519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.128100:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14637 00000100:00100000:1.0:1746146168.128204:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202443008 00000100:00100000:1.0:1746146168.128208:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202443008 00002000:00100000:1.0:1746146168.128234:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957800 x1830966202443008/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.128249:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957800 with x1830966202443008 ext(0->4095) 00010000:00010000:1.0:1746146168.128254:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.128263:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.128268:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957800 00000100:00100000:1.0:1746146168.128293:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3498 00000100:00100000:1.0:1746146168.128325:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202443008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.128456:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202443008:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.128461:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3498 00002000:00100000:1.0:1746146168.128467:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957800 x1830966202443008/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.128473:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957800 with x1830966202443008 ext(0->4095) 00010000:00010000:1.0:1746146168.128477:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.128486:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.128491:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957800 00000100:00100000:0.0:1746146168.129810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.129849:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202443136 00000100:00100000:3.0:1746146168.129853:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202443136 00010000:00010000:3.0:1746146168.129870:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.129897:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14638 00000100:00100000:3.0:1746146168.129904:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202443136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.129915:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.129927:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.129935:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.129952:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb63487 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff620 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.129974:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.129975:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.129981:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.129987:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.130009:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.130018:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199355008:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.130078:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.132252:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199355008:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.132268:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.132297:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202443136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2393us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.132306:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14638 00000100:00100000:0.0:1746146168.132848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.132997:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202443392 00000100:00100000:1.0:1746146168.133003:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202443392 00002000:00100000:1.0:1746146168.133034:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955180 x1830966202443392/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.133042:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955180 with x1830966202443392 ext(0->4095) 00002000:00010000:1.0:1746146168.133046:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c955180 00000100:00100000:1.0:1746146168.133070:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14087 00000100:00100000:1.0:1746146168.133076:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2009:x1830966202443392:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146168.133169:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2009:x1830966202443392:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.133174:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14087 00002000:00100000:1.0:1746146168.133179:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955180 x1830966202443392/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.133185:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955180 with x1830966202443392 ext(0->4095) 00002000:00010000:1.0:1746146168.133188:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c955180 00000100:00100000:0.0:1746146168.135013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.135089:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202443520 00000100:00100000:2.0:1746146168.135094:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202443520 00000100:00100000:2.0:1746146168.135121:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31295 00000100:00100000:2.0:1746146168.135127:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202443520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.135138:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.135149:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff62e expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.135169:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.135175:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.135177:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.135179:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.135200:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 51 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.135210:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 51 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.135220:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199355136:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.135595:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.137896:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199355136:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.137920:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.137934:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146168.137966:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202443520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2839us (2956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.137972:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31295 00000100:00100000:0.0:1746146168.139795:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.139862:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202443648 00000100:00100000:2.0:1746146168.139868:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202443648 00002000:00100000:2.0:1746146168.139897:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008c957100 x1830966202443648/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.139905:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957100 with x1830966202443648 ext(0->7) 00010000:00010000:2.0:1746146168.139911:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 52 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.139925:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 52 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.139930:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957100 00000100:00100000:2.0:1746146168.140058:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3499 00000100:00100000:2.0:1746146168.140064:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+52:2007:x1830966202443648:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146168.140782:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202443648:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 716us (989us total) trans 4294972275 rc 0/0 00000100:00100000:0.0:1746146168.140789:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3499 00002000:00100000:0.0:1746146168.140795:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008c957100 x1830966202443648/t4294972275(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146168.140802:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957100 with x1830966202443648 ext(0->7) 00010000:00010000:0.0:1746146168.140807:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 54 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746146168.140816:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 54 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746146168.140822:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957100 00000100:00100000:0.0:1746146168.152665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.152749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.152875:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202443776 00000100:00100000:2.0:1746146168.152875:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202443904 00000100:00100000:3.0:1746146168.152882:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202443776 00000100:00100000:2.0:1746146168.152882:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202443904 00010000:00010000:3.0:1746146168.152910:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.152914:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31296 00000100:00100000:2.0:1746146168.152921:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202443904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746146168.152929:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14639 00010000:00010000:2.0:1746146168.152932:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746146168.152934:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202443776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.152944:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff635 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.152946:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.152961:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.152965:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.152971:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146168.152973:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 56 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.153654:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.153667:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.153681:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6348e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff627 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.153696:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.153698:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.153702:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.153709:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.153758:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.153768:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.153778:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199355264:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.153835:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746146168.154067:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.154076:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.154085:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199355392:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.154107:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.158312:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199355264:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.158329:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.158647:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202443776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5710us (5986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.158647:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.158656:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14639 00000100:00100000:1.0:1746146168.158688:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202444160 00000100:00100000:1.0:1746146168.158694:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202444160 00002000:00100000:1.0:1746146168.158748:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3f100 x1830966202444160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.158756:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f100 with x1830966202444160 ext(0->4095) 00010000:00010000:1.0:1746146168.158762:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.158772:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.158782:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e3f100 00000100:00100000:1.0:1746146168.158796:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3500 00000100:00100000:1.0:1746146168.158802:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202444160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.158893:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202444160:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.158898:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3500 00002000:00100000:1.0:1746146168.158902:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3f100 x1830966202444160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.158908:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f100 with x1830966202444160 ext(0->4095) 00010000:00010000:1.0:1746146168.158911:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.158919:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.158924:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e3f100 00000100:00100000:0.0:1746146168.159111:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199355392:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146168.159130:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.159143:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:1.0:1746146168.159711:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202443904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6789us (6960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.159731:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31296 00000100:00100000:0.0:1746146168.161516:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.161779:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202444288 00000100:00100000:1.0:1746146168.161786:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202444288 00000100:00100000:1.0:1746146168.162039:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31297 00000100:00100000:1.0:1746146168.162047:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1766:x1830966202444288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.162064:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746146168.162283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.162330:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202444416 00010000:00010000:1.0:1746146168.162332:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff63c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.162334:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202444416 00010000:00010000:3.0:1746146168.162348:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.162351:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.162355:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.162359:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.162362:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.162364:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14640 00000100:00100000:3.0:1746146168.162368:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202444416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.162375:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.162386:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.162388:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.162395:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.162582:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb63495 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff62e expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.162596:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.162598:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.162603:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.162609:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.162628:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.162636:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.162645:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199355648:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.162706:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6300 going to sleep for 11 seconds 00010000:00010000:1.0:1746146168.162900:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.162910:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146168.162927:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202444288:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 882us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.162933:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31297 00000100:00100000:3.0:1746146168.164813:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199355648:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.164827:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.164855:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202444416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2485us (2571us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.164862:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14640 00000100:00100000:0.0:1746146168.165661:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.165863:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202444672 00000100:00100000:1.0:1746146168.165869:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202444672 00002000:00100000:1.0:1746146168.165899:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955500 x1830966202444672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.165907:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955500 with x1830966202444672 ext(0->4095) 00010000:00010000:1.0:1746146168.165915:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.165925:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.165930:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955500 00000100:00100000:1.0:1746146168.166859:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3501 00000100:00100000:1.0:1746146168.166869:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202444672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.166973:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202444672:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (1312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.166978:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3501 00002000:00100000:1.0:1746146168.166984:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955500 x1830966202444672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.166991:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955500 with x1830966202444672 ext(0->4095) 00010000:00010000:1.0:1746146168.166995:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.167004:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.167010:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955500 00000100:00100000:0.0:1746146168.170901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.170984:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202444800 00000100:00100000:3.0:1746146168.170990:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202444800 00010000:00010000:3.0:1746146168.171018:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.171037:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14641 00000100:00100000:3.0:1746146168.171043:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202444800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.171052:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.171070:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.171084:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.171101:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6349c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff635 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.171334:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.171336:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.171342:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.171349:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.171374:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.171384:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199355776:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.171996:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6300 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.175338:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.175423:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199355776:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.175442:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.175485:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202444800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4440us (4589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.175493:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14641 00000100:00100000:2.0:1746146168.175735:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202445056 00000100:00100000:2.0:1746146168.175741:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202445056 00002000:00100000:2.0:1746146168.175768:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7100 x1830966202445056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.175775:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7100 with x1830966202445056 ext(0->4095) 00002000:00010000:2.0:1746146168.175779:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef7100 00000100:00100000:2.0:1746146168.175803:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14088 00000100:00100000:2.0:1746146168.175808:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2010:x1830966202445056:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146168.177223:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2010:x1830966202445056:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 1411us (1887us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.177231:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14088 00002000:00100000:2.0:1746146168.177238:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7100 x1830966202445056/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.177245:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7100 with x1830966202445056 ext(0->4095) 00002000:00010000:2.0:1746146168.177248:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef7100 00000100:00100000:0.0:1746146168.181081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.181218:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202445184 00000100:00100000:1.0:1746146168.181224:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202445184 00000100:00100000:1.0:1746146168.181677:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31298 00000100:00100000:1.0:1746146168.181684:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202445184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.181698:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.181710:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff643 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.181762:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.181768:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.181769:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.181772:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.181792:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.181801:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.181810:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199355904:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.182196:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.183358:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199355904:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.183378:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.183390:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146168.183417:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202445184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1733us (2340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.183424:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31298 00000100:00100000:0.0:1746146168.183627:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.183689:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202445312 00000100:00100000:3.0:1746146168.183695:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202445312 00010000:00010000:3.0:1746146168.183731:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.183748:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14642 00000100:00100000:3.0:1746146168.183754:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202445312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.183762:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.183776:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.183785:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.183801:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff63c expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.184055:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.184057:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.184063:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.184070:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.184095:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.184104:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199356032:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.184150:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.185335:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.185449:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199356032:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.185461:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.185498:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202445312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1743us (1870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.185505:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14642 00000100:00100000:1.0:1746146168.185574:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202445440 00000100:00100000:1.0:1746146168.185579:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202445440 00000100:00100000:0.0:1746146168.185590:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.185600:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31299 00000100:00100000:1.0:1746146168.185605:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202445440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.185616:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.185625:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff64a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.185645:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.185651:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.185652:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.185655:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.185672:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.185681:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.185689:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199356160:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.185742:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.185765:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202445696 00000100:00100000:1.0:1746146168.185768:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202445696 00002000:00100000:1.0:1746146168.185788:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955880 x1830966202445696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.185797:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955880 with x1830966202445696 ext(0->4095) 00010000:00010000:1.0:1746146168.185802:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.185811:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.185816:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955880 00000100:00100000:1.0:1746146168.185924:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3502 00000100:00100000:1.0:1746146168.185930:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202445696:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146168.186013:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202445696:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 82us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.186017:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3502 00002000:00100000:1.0:1746146168.186022:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955880 x1830966202445696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.186029:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955880 with x1830966202445696 ext(0->4095) 00010000:00010000:1.0:1746146168.186033:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.186040:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.186045:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c955880 00000100:00100000:1.0:1746146168.187928:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199356160:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.187947:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.187959:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146168.188037:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202445440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2430us (2703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.188044:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31299 00000100:00100000:0.0:1746146168.188980:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.189006:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202445952 00000100:00100000:0.0:1746146168.189011:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.189012:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202445952 00000100:00100000:3.0:1746146168.189064:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202445824 00000100:00100000:3.0:1746146168.189067:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202445824 00010000:00010000:3.0:1746146168.189082:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.189115:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14643 00000100:00100000:3.0:1746146168.189121:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202445824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.189131:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.189144:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.189153:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.189169:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb634aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff643 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.189188:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.189190:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.189195:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.189207:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.189228:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.189237:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199356288:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.189287:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31300 00000100:00100000:1.0:1746146168.189293:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1766:x1830966202445952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.189304:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.189311:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff651 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.189323:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.189328:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.189329:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.189332:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.189346:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.189354:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.189367:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199356416:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.189526:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.189562:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.191736:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199356288:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.191751:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.191779:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202445824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2658us (2766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.191787:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14643 00000100:00100000:1.0:1746146168.191854:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199356416:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.191877:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.191888:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146168.191904:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202445952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2612us (2927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.191910:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31300 00000100:00100000:0.0:1746146168.192143:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.192258:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202446208 00000100:00100000:1.0:1746146168.192262:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202446208 00002000:00100000:1.0:1746146168.192285:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954a80 x1830966202446208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.192293:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954a80 with x1830966202446208 ext(0->4095) 00010000:00010000:1.0:1746146168.192298:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.192308:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.192314:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c954a80 00000100:00100000:1.0:1746146168.192326:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3503 00000100:00100000:1.0:1746146168.192331:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202446208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.192419:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202446208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (276us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.192424:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3503 00002000:00100000:1.0:1746146168.192429:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954a80 x1830966202446208/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.192435:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954a80 with x1830966202446208 ext(0->4095) 00010000:00010000:1.0:1746146168.192439:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.192448:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.192453:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c954a80 00000100:00100000:0.0:1746146168.194599:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.194692:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202446336 00000100:00100000:3.0:1746146168.194697:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202446336 00010000:00010000:3.0:1746146168.194742:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.194762:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14644 00000100:00100000:3.0:1746146168.194768:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202446336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.194777:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.194790:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.194804:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.194821:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb634b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff64a expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.194833:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.194834:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.194840:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.194847:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.194868:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.195023:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199356544:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.195227:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.200033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.200353:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199356544:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.200369:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.200400:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202446336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5633us (5806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.200408:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14644 00000100:00100000:1.0:1746146168.200789:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202446592 00000100:00100000:1.0:1746146168.200794:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202446592 00002000:00100000:1.0:1746146168.200825:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72b480 x1830966202446592/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.200833:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b480 with x1830966202446592 ext(0->4095) 00002000:00010000:1.0:1746146168.200837:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c72b480 00000100:00100000:1.0:1746146168.200854:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14089 00000100:00100000:1.0:1746146168.200860:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2009:x1830966202446592:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146168.200954:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2009:x1830966202446592:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (926us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.200960:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14089 00002000:00100000:1.0:1746146168.200965:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72b480 x1830966202446592/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.200971:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b480 with x1830966202446592 ext(0->4095) 00002000:00010000:1.0:1746146168.200974:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c72b480 00000100:00100000:0.0:1746146168.202624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.202853:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202446720 00000100:00100000:1.0:1746146168.202858:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202446720 00000100:00100000:1.0:1746146168.202894:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31301 00000100:00100000:1.0:1746146168.202900:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202446720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.202910:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.202921:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff658 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.202941:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.202947:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.202949:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.202951:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.202971:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.202981:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.202990:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199356672:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.203048:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.207010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.207225:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202446848 00000100:00100000:3.0:1746146168.207231:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202446848 00010000:00010000:3.0:1746146168.207260:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.207281:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14645 00000100:00100000:3.0:1746146168.207287:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202446848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.207297:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.207312:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.207321:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.207340:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.207341:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.207346:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.207353:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.207377:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.207386:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199356800:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.207557:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb634b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff651 expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.207573:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199356672:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.207592:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.207600:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146168.207620:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202446720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4720us (4999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.207626:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31301 00000100:00100000:3.0:1746146168.208753:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.209202:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.209229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.209317:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202447104 00000100:00100000:0.0:1746146168.209321:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202447104 00002000:00100000:0.0:1746146168.209348:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3ca80 x1830966202447104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146168.209356:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3ca80 with x1830966202447104 ext(0->4095) 00002000:00010000:0.0:1746146168.209360:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3ca80 00000100:00100000:0.0:1746146168.209373:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14090 00000100:00100000:0.0:1746146168.209379:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202447104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146168.209464:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202447104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146168.209470:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14090 00002000:00100000:0.0:1746146168.209475:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3ca80 x1830966202447104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146168.209481:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3ca80 with x1830966202447104 ext(0->4095) 00002000:00010000:0.0:1746146168.209483:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3ca80 00000100:00100000:1.0:1746146168.209729:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202447232 00000100:00100000:1.0:1746146168.209733:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202447232 00000100:00100000:1.0:1746146168.209759:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31302 00000100:00100000:1.0:1746146168.209764:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202447232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.209771:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.209781:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff65f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.209797:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.209804:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.209805:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.209808:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.209830:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.209839:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 5 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.209848:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199356928:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.209883:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.209952:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199356800:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.209965:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.209979:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202446848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2693us (2975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.209986:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14645 00000100:00100000:0.0:1746146168.211167:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.211601:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199356928:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.211620:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.211631:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:2.0:1746146168.211654:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202447232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1890us (2424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.211659:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31302 00000100:00100000:2.0:1746146168.211672:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202447360 00000100:00100000:2.0:1746146168.211675:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202447360 00000100:00100000:2.0:1746146168.211692:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31303 00000100:00100000:2.0:1746146168.211696:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1766:x1830966202447360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.211704:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.211711:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff666 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.211742:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.211746:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.211751:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.211754:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.211772:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.211781:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.211791:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146168.211805:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202447360:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.211810:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31303 00000100:00100000:0.0:1746146168.213458:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.213859:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202447488 00000100:00100000:3.0:1746146168.213865:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202447488 00010000:00010000:3.0:1746146168.214024:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.214220:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14646 00000100:00100000:3.0:1746146168.214310:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202447488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.214371:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.214387:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.214444:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.214461:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff658 expref: 6 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.214578:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.214580:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.214586:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.214672:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.214791:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.214802:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.214812:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199357184:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.215287:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.216549:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199357184:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.216846:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.216873:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202447488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2589us (3418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.216881:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14646 00000100:00100000:0.0:1746146168.217535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.217798:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202447744 00000100:00100000:1.0:1746146168.217804:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202447744 00002000:00100000:1.0:1746146168.217831:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c728380 x1830966202447744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.217840:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728380 with x1830966202447744 ext(0->4095) 00010000:00010000:1.0:1746146168.217845:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.217856:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.217862:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c728380 00000100:00100000:1.0:1746146168.217884:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3504 00000100:00100000:1.0:1746146168.217890:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202447744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.217983:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202447744:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.217992:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3504 00002000:00100000:1.0:1746146168.217997:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c728380 x1830966202447744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.218003:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c728380 with x1830966202447744 ext(0->4095) 00010000:00010000:1.0:1746146168.218007:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.218015:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.218020:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c728380 00000100:00100000:0.0:1746146168.219975:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.220209:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202447872 00000100:00100000:3.0:1746146168.220214:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202447872 00010000:00010000:3.0:1746146168.220289:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.220368:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14647 00000100:00100000:3.0:1746146168.220375:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202447872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.220477:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.220493:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.220516:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.220534:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff65f expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.220546:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.220573:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.220578:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.220586:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.220610:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.220620:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199357312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.221170:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.223057:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199357312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.223072:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.223101:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202447872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2727us (3134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.223109:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14647 00000100:00100000:0.0:1746146168.223345:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.223407:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202448128 00000100:00100000:1.0:1746146168.223412:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202448128 00002000:00100000:1.0:1746146168.223438:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a300 x1830966202448128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.223446:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a300 with x1830966202448128 ext(0->4095) 00002000:00010000:1.0:1746146168.223449:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c72a300 00000100:00100000:1.0:1746146168.223471:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14091 00000100:00100000:1.0:1746146168.223478:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202448128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.223579:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202448128:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.223585:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14091 00002000:00100000:1.0:1746146168.223589:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a300 x1830966202448128/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.223600:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a300 with x1830966202448128 ext(0->4095) 00002000:00010000:1.0:1746146168.223603:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c72a300 00000100:00100000:0.0:1746146168.224954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.225022:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202448256 00000100:00100000:1.0:1746146168.225026:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202448256 00000100:00100000:1.0:1746146168.225156:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31304 00000100:00100000:1.0:1746146168.225162:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202448256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.225174:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.225187:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff66d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.225207:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.225214:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.225215:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.225218:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.225239:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.225249:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.225259:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199357440:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.225777:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.227824:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199357440:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.227845:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.227857:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146168.227888:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202448256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2726us (2936us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.227895:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31304 00000100:00100000:0.0:1746146168.228493:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.228551:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202448384 00000100:00100000:3.0:1746146168.228556:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202448384 00010000:00010000:3.0:1746146168.228574:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.228603:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14648 00000100:00100000:3.0:1746146168.228608:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202448384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.228618:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.228632:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.228641:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.228658:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb634cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff666 expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.228680:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.228682:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.228688:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.228694:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.228732:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.228742:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199357568:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.228794:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.230872:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199357568:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146168.230875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146168.230885:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.230922:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202448640 00000100:00100000:1.0:1746146168.230926:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202448640 00002000:00100000:1.0:1746146168.230957:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdf480 x1830966202448640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.230966:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf480 with x1830966202448640 ext(0->4095) 00002000:00010000:1.0:1746146168.230969:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdf480 00000100:00100000:1.0:1746146168.231189:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14092 00000100:00100000:1.0:1746146168.231196:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202448640:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146168.231452:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202448640:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 256us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.231459:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14092 00002000:00100000:1.0:1746146168.231464:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdf480 x1830966202448640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.231471:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf480 with x1830966202448640 ext(0->4095) 00002000:00010000:1.0:1746146168.231474:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdf480 00000100:00100000:3.0:1746146168.231547:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2008:x1830966202448384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2937us (3055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.231554:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14648 00000100:00100000:0.0:1746146168.233769:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.233840:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.234236:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202448768 00000100:00100000:1.0:1746146168.234243:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202448768 00000100:00100000:1.0:1746146168.234282:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202448896 00000100:00100000:1.0:1746146168.234284:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202448896 00000100:00100000:1.0:1746146168.234296:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31305 00000100:00100000:1.0:1746146168.234302:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202448768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.234315:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.234328:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff674 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.234348:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.234354:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.234356:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.234359:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.234379:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.234389:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 5 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.234399:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199357696:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.234449:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.234612:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31306 00000100:00100000:3.0:1746146168.234620:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202448896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.234626:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.234632:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff67b expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.234642:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.234645:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.234650:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.234653:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 56 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.234669:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.234678:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 56 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.234686:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146168.234704:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202448896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.234709:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31306 00000100:00100000:1.0:1746146168.235946:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199357696:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.235963:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.235977:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146168.236008:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202448768:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1706us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.236015:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31305 00000100:00100000:0.0:1746146168.237039:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.237130:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202449024 00000100:00100000:3.0:1746146168.237135:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202449024 00010000:00010000:3.0:1746146168.237156:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.237749:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14649 00000100:00100000:3.0:1746146168.237756:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202449024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.237765:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.237779:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.237789:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.237804:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff66d expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.237852:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.237854:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.237859:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.237866:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.237892:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.237902:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 54 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.237912:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199357952:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.237966:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.239371:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199357952:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.239383:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.239403:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202449024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1647us (2365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.239409:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14649 00000100:00100000:0.0:1746146168.239773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.240029:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202449280 00000100:00100000:1.0:1746146168.240033:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202449280 00002000:00100000:1.0:1746146168.240059:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdc380 x1830966202449280/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.240067:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdc380 with x1830966202449280 ext(0->4095) 00010000:00010000:1.0:1746146168.240073:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.240082:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.240087:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdc380 00000100:00100000:1.0:1746146168.240217:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3505 00000100:00100000:1.0:1746146168.240222:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202449280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.240413:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202449280:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 190us (639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.240419:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3505 00002000:00100000:1.0:1746146168.240423:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdc380 x1830966202449280/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.240436:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdc380 with x1830966202449280 ext(0->4095) 00010000:00010000:1.0:1746146168.240440:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.240448:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.240454:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdc380 00000100:00100000:0.0:1746146168.242105:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.242343:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202449408 00000100:00100000:3.0:1746146168.242348:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202449408 00010000:00010000:3.0:1746146168.242371:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.242603:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14650 00000100:00100000:3.0:1746146168.242610:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202449408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.242619:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.242632:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.242646:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.242663:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb634db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff674 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.242687:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.242689:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.242694:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.242701:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.242743:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 54 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.242753:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199358080:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.243096:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.244677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.244829:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199358080:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.244843:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.244870:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202449408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2261us (2768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.244878:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14650 00000100:00100000:1.0:1746146168.245524:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202449664 00000100:00100000:1.0:1746146168.245529:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202449664 00002000:00100000:1.0:1746146168.245559:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd500 x1830966202449664/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.245571:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd500 with x1830966202449664 ext(0->4095) 00002000:00010000:1.0:1746146168.245575:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdd500 00000100:00100000:1.0:1746146168.245599:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14093 00000100:00100000:1.0:1746146168.245604:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202449664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.245705:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202449664:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (1031us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.245710:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14093 00002000:00100000:1.0:1746146168.245733:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd500 x1830966202449664/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.245740:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd500 with x1830966202449664 ext(0->4095) 00002000:00010000:1.0:1746146168.245743:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdd500 00000100:00100000:0.0:1746146168.247849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.247929:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202449792 00000100:00100000:1.0:1746146168.247934:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202449792 00000100:00100000:1.0:1746146168.248049:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31307 00000100:00100000:1.0:1746146168.248056:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202449792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.248068:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.248080:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff682 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.248100:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.248106:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.248108:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.248111:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.248132:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 53 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.248143:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 53 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.248153:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199358208:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.248449:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.250099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.250234:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199358208:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.250256:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.250274:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146168.250301:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202449792:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2246us (2457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.250308:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31307 00000100:00100000:3.0:1746146168.250456:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202449920 00000100:00100000:3.0:1746146168.250460:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202449920 00010000:00010000:3.0:1746146168.250480:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.250498:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14651 00000100:00100000:3.0:1746146168.250503:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202449920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.250524:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.250537:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.250546:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.250562:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb634e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff67b expref: 54 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.250574:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.250576:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.250581:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.250588:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.250608:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.250618:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199358336:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.250662:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.254404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.254424:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202450176 00000100:00100000:2.0:1746146168.254434:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202450176 00002000:00100000:2.0:1746146168.254469:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfde680 x1830966202450176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.254478:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde680 with x1830966202450176 ext(0->4095) 00002000:00010000:2.0:1746146168.254483:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfde680 00000100:00100000:2.0:1746146168.254520:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14094 00000100:00100000:2.0:1746146168.254527:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202450176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.254648:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202450176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.254654:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14094 00002000:00100000:2.0:1746146168.254659:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfde680 x1830966202450176/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.254664:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde680 with x1830966202450176 ext(0->4095) 00002000:00010000:2.0:1746146168.254666:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfde680 00000100:00100000:3.0:1746146168.254808:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199358336:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.254823:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.255048:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202449920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4543us (4951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.255055:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14651 00000100:00100000:0.0:1746146168.255137:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.255386:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202450304 00000100:00100000:1.0:1746146168.255390:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202450304 00000100:00100000:1.0:1746146168.255973:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31308 00000100:00100000:1.0:1746146168.255981:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202450304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.255991:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.256003:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff689 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.256021:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.256027:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.256028:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.256031:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.256054:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.256063:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 5 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.256077:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199358464:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.256135:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.258921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.259006:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199358464:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.259028:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.259040:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00000100:00100000:1.0:1746146168.259069:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202450304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3089us (3931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.259076:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31308 00000100:00100000:1.0:1746146168.259094:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202450432 00000100:00100000:1.0:1746146168.259097:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202450432 00000100:00100000:1.0:1746146168.259116:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31309 00000100:00100000:1.0:1746146168.259121:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1766:x1830966202450432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.259131:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.259141:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff690 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.259156:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.259159:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.259164:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.259168:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.259193:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.259201:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.259208:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146168.259220:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202450432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.259225:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31309 00000100:00100000:0.0:1746146168.259534:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.259573:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202450560 00000100:00100000:2.0:1746146168.259576:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202450560 00010000:00010000:2.0:1746146168.259590:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.259609:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14652 00000100:00100000:2.0:1746146168.259614:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202450560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.259620:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.259633:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.259641:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.259654:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb634e9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff682 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.259671:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.259673:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.259678:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.259685:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.259701:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.259741:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 54 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.259756:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199358720:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.259797:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.262173:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199358720:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.262187:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.262213:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202450560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2598us (2679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.262221:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14652 00000100:00100000:0.0:1746146168.262823:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.262943:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202450816 00000100:00100000:1.0:1746146168.262948:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202450816 00002000:00100000:1.0:1746146168.262978:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdf100 x1830966202450816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.262986:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf100 with x1830966202450816 ext(0->4095) 00010000:00010000:1.0:1746146168.262992:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.263003:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.263008:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdf100 00000100:00100000:1.0:1746146168.263035:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3506 00000100:00100000:1.0:1746146168.263041:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202450816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.263151:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202450816:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.263157:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3506 00002000:00100000:1.0:1746146168.263162:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdf100 x1830966202450816/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.263168:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf100 with x1830966202450816 ext(0->4095) 00010000:00010000:1.0:1746146168.263173:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.263181:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.263186:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdf100 00000100:00100000:0.0:1746146168.265108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.265591:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202450944 00000100:00100000:2.0:1746146168.265596:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202450944 00010000:00010000:2.0:1746146168.265618:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.265751:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14653 00000100:00100000:2.0:1746146168.265758:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202450944:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.265767:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.265780:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.265790:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.265807:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb634f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff689 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.265831:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.265833:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.265839:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.265845:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.265880:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 54 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.265890:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199358848:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.265943:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.269333:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.269456:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199358848:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.269469:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.269522:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202450944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3764us (4418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.269531:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14653 00000100:00100000:3.0:1746146168.269783:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202451200 00000100:00100000:3.0:1746146168.269789:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202451200 00002000:00100000:3.0:1746146168.269815:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518000 x1830966202451200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.269824:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518000 with x1830966202451200 ext(0->4095) 00002000:00010000:3.0:1746146168.269828:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1518000 00000100:00100000:3.0:1746146168.269850:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14095 00000100:00100000:3.0:1746146168.269856:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202451200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.270347:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202451200:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 490us (1019us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.270353:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14095 00002000:00100000:3.0:1746146168.270358:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1518000 x1830966202451200/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.270365:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518000 with x1830966202451200 ext(0->4095) 00002000:00010000:3.0:1746146168.270368:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1518000 00000100:00100000:0.0:1746146168.272132:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.272243:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202451328 00000100:00100000:2.0:1746146168.272248:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202451328 00000100:00100000:2.0:1746146168.272271:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31310 00000100:00100000:2.0:1746146168.272277:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202451328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.272286:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.272297:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff697 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.272316:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.272326:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.272327:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.272330:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.272351:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 53 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.272360:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 53 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.272369:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199358976:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.272566:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.273455:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199358976:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.273474:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.273484:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146168.273523:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202451328:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1246us (1393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.273529:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31310 00000100:00100000:0.0:1746146168.273805:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.273972:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202451456 00000100:00100000:2.0:1746146168.273976:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202451456 00010000:00010000:2.0:1746146168.273993:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 54 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.274025:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14654 00000100:00100000:2.0:1746146168.274031:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202451456:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.274040:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.274053:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 54 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.274061:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 54 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.274076:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb634f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff690 expref: 54 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.274095:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.274097:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.274102:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.274112:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.274129:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.274138:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199359104:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.274281:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.277461:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199359104:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.277479:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.277537:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:2007:x1830966202451456:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3505us (3731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.277545:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14654 00000100:00100000:1.0:1746146168.278204:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.278555:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202451712 00000100:00100000:3.0:1746146168.278561:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202451712 00002000:00100000:3.0:1746146168.278591:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5180 x1830966202451712/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.278605:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5180 with x1830966202451712 ext(0->4095) 00002000:00010000:3.0:1746146168.278609:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef5180 00000100:00100000:3.0:1746146168.278623:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14096 00000100:00100000:3.0:1746146168.278629:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202451712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146168.279415:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202451712:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 782us (1208us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.279421:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14096 00002000:00100000:3.0:1746146168.279427:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5180 x1830966202451712/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.279433:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5180 with x1830966202451712 ext(0->4095) 00002000:00010000:3.0:1746146168.279435:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef5180 00000100:00100000:0.0:1746146168.281109:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.281146:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202451840 00000100:00100000:2.0:1746146168.281152:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202451840 00000100:00100000:2.0:1746146168.281185:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31311 00000100:00100000:2.0:1746146168.281192:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+53:1758:x1830966202451840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.281204:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.281217:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff69e expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.281237:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.281244:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.281245:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.281248:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.281271:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.281281:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 5 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.281290:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199359232:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.281353:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.281901:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.281941:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202451968 00000100:00100000:2.0:1746146168.281945:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202451968 00000100:00100000:2.0:1746146168.281973:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31312 00000100:00100000:2.0:1746146168.281978:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202451968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.281984:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.281991:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6a5 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.282002:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.282005:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.282010:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.282012:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.282029:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.282038:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.282046:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146168.282195:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202451968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.282201:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31312 00000100:00100000:2.0:1746146168.282643:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199359232:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.282654:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.282662:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146168.282677:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202451840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1487us (1573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.282682:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31311 00000100:00100000:0.0:1746146168.285222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.285281:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202452096 00000100:00100000:2.0:1746146168.285288:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202452096 00010000:00010000:2.0:1746146168.285312:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.285637:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14655 00000100:00100000:2.0:1746146168.285645:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202452096:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.285658:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.285674:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.285684:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.285702:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb634fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff697 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.285751:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.285752:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.285757:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.285764:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.285860:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.285868:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 54 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.285878:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199359488:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.285933:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.287932:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199359488:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.287949:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.287979:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202452096:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2335us (2767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.287987:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14655 00000100:00100000:0.0:1746146168.289192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.289359:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202452352 00000100:00100000:3.0:1746146168.289367:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202452352 00002000:00100000:3.0:1746146168.289407:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519500 x1830966202452352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.289416:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966202452352 ext(0->4095) 00010000:00010000:3.0:1746146168.289424:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.289438:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.289444:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519500 00000100:00100000:3.0:1746146168.289892:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3507 00000100:00100000:3.0:1746146168.289903:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202452352:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.290046:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202452352:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (854us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.290052:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3507 00002000:00100000:3.0:1746146168.290059:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519500 x1830966202452352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.290066:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966202452352 ext(0->4095) 00010000:00010000:3.0:1746146168.290071:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.290081:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.290087:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519500 00000100:00100000:0.0:1746146168.295517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.295585:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202452480 00000100:00100000:2.0:1746146168.295596:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202452480 00010000:00010000:2.0:1746146168.295629:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.296231:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14656 00000100:00100000:2.0:1746146168.296241:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2009:x1830966202452480:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.296257:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.296279:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.296291:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.296312:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb63505 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff69e expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.296340:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.296343:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.296350:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 54 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.296358:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 54 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.296390:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 54 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.296403:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199359616:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.296499:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.299460:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199359616:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.299478:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.299527:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2009:x1830966202452480:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3285us (4027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.299536:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14656 00000100:00100000:0.0:1746146168.299838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.300041:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202452736 00000100:00100000:1.0:1746146168.300049:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202452736 00002000:00100000:1.0:1746146168.300087:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151b100 x1830966202452736/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.300096:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b100 with x1830966202452736 ext(0->4095) 00002000:00010000:1.0:1746146168.300100:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a151b100 00000100:00100000:1.0:1746146168.300209:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14097 00000100:00100000:1.0:1746146168.300218:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202452736:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.300334:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202452736:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.300340:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14097 00002000:00100000:1.0:1746146168.300346:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a151b100 x1830966202452736/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.300353:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b100 with x1830966202452736 ext(0->4095) 00002000:00010000:1.0:1746146168.300356:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a151b100 00000100:00100000:2.0:1746146168.304122:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.304230:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202452864 00000100:00100000:0.0:1746146168.304239:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202452864 00000100:00100000:0.0:1746146168.304297:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31313 00000100:00100000:0.0:1746146168.304307:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202452864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146168.304324:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146168.304340:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6ac expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.304366:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 53 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.304373:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146168.304375:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146168.304378:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.304407:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 53 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.304419:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 53 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746146168.304431:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a151ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199359744:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146168.305069:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.308092:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.308254:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a151ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199359744:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.308277:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.308290:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d6000, rc 0) 00000100:00100000:2.0:1746146168.308321:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202452864:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4018us (4208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.308328:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31313 00000100:00100000:3.0:1746146168.308399:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202452992 00000100:00100000:3.0:1746146168.308406:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202452992 00010000:00010000:3.0:1746146168.308427:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 54 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.308457:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14657 00000100:00100000:3.0:1746146168.308464:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202452992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.308473:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.308492:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 54 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.308514:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 54 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.308535:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb6350c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6a5 expref: 54 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.308549:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.308551:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.308556:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.308563:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.308585:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.308595:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199359872:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.308651:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.311751:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.312522:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202453120 00000100:00100000:2.0:1746146168.312529:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202453120 00000100:00100000:2.0:1746146168.312652:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31314 00000100:00100000:2.0:1746146168.312659:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202453120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.312672:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.312685:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6b3 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.312707:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.312828:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.312831:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.312835:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.312860:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.312874:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 5 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.312885:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199360000:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.313074:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.313360:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.313416:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199359872:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.313416:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202453376 00000100:00100000:2.0:1746146168.313420:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202453376 00010000:00010000:3.0:1746146168.313429:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746146168.313440:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519c00 x1830966202453376/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.313448:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519c00 with x1830966202453376 ext(0->4095) 00010000:00010000:2.0:1746146168.313453:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.313462:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.313467:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519c00 00000100:00100000:2.0:1746146168.313480:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3508 00000100:00100000:2.0:1746146168.313484:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202453376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.313500:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202452992:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5037us (5413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.313518:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14657 00000100:00100000:2.0:1746146168.313575:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202453376:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (215us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.313580:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3508 00002000:00100000:2.0:1746146168.313585:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8800a1519c00 x1830966202453376/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.313597:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519c00 with x1830966202453376 ext(0->4095) 00010000:00010000:2.0:1746146168.313601:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.313608:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.313614:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a1519c00 00000100:00100000:2.0:1746146168.314190:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199360000:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.314202:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 54 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.314210:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146168.314234:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+54:1758:x1830966202453120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1576us (2489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.314238:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31314 00000100:00100000:0.0:1746146168.315800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.315920:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202453504 00000100:00100000:3.0:1746146168.315926:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202453504 00010000:00010000:3.0:1746146168.315946:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.315974:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14658 00000100:00100000:3.0:1746146168.315979:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202453504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.315989:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.316003:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.316011:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.316026:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6000/0x88944630cfb63513 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ac expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.316047:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.316048:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.316053:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 53 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.316060:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 53 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.316081:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 53 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.316089:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199360128:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.316145:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.318017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.318168:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202453760 00000100:00100000:1.0:1746146168.318173:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202453760 00002000:00100000:1.0:1746146168.318202:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c380 x1830966202453760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.318209:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c380 with x1830966202453760 ext(0->4095) 00002000:00010000:1.0:1746146168.318212:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2c380 00000100:00100000:1.0:1746146168.318240:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14098 00000100:00100000:1.0:1746146168.318246:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202453760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.318337:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2007:x1830966202453760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.318342:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14098 00002000:00100000:1.0:1746146168.318347:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c380 x1830966202453760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.318354:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c380 with x1830966202453760 ext(0->4095) 00002000:00010000:1.0:1746146168.318356:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2c380 00000100:00100000:3.0:1746146168.318485:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199360128:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.318499:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.318525:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202453504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2545us (2728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.318531:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14658 00000100:00100000:0.0:1746146168.321033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.321116:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202453888 00000100:00100000:2.0:1746146168.321126:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202453888 00000100:00100000:2.0:1746146168.321169:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31315 00000100:00100000:2.0:1746146168.321175:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202453888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.321189:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.321201:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6ba expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.321224:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 53 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.321230:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.321231:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.321234:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.321255:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 53 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.321265:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 53 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.321273:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199360256:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.321347:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.325617:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199360256:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.325640:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.325654:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:2.0:1746146168.325696:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202453888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4520us (4668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.325702:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31315 00000100:00100000:0.0:1746146168.327024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.327216:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202454016 00000100:00100000:2.0:1746146168.327221:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202454016 00002000:00100000:2.0:1746146168.327249:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880070b2f100 x1830966202454016/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.327263:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f100 with x1830966202454016 ext(0->7) 00010000:00010000:2.0:1746146168.327268:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 54 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.327279:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 54 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.327284:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2f100 00000100:00100000:2.0:1746146168.327403:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3509 00000100:00100000:2.0:1746146168.327410:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+54:2008:x1830966202454016:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146168.328383:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202454016:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 970us (1358us total) trans 4294972276 rc 0/0 00000100:00100000:0.0:1746146168.328392:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3509 00002000:00100000:0.0:1746146168.328399:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880070b2f100 x1830966202454016/t4294972276(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146168.328407:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f100 with x1830966202454016 ext(0->7) 00010000:00010000:0.0:1746146168.328413:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746146168.328425:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746146168.328432:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2f100 00000100:00100000:0.0:1746146168.333528:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.333600:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202454144 00000100:00100000:2.0:1746146168.333607:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202454144 00000100:00100000:2.0:1746146168.333883:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31316 00000100:00100000:2.0:1746146168.333892:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202454144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.333907:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.333920:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6c1 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.333941:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.333947:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.333953:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146168.333957:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.333992:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.334002:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.334010:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146168.334042:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202454144:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.334047:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31316 00000100:00100000:0.0:1746146168.334787:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.334999:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202454272 00000100:00100000:3.0:1746146168.335004:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202454272 00010000:00010000:3.0:1746146168.335022:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 57 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.335046:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14659 00000100:00100000:3.0:1746146168.335051:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202454272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.335059:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746146168.335070:0:7219:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146168 -> 1746146169 00002000:00010000:3.0:1746146168.335073:0:7219:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146168 -> 1746146169 00010000:00010000:3.0:1746146168.335114:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 57 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.335124:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 57 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.335140:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb6351a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6b3 expref: 57 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.335346:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.335348:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.335354:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.335362:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.335382:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.335392:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 5 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.335402:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199360512:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.335636:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.336667:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.336753:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199360512:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.336764:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.336784:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202454528 00000100:00100000:3.0:1746146168.336785:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202454272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1734us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.336788:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202454528 00000100:00100000:3.0:1746146168.336793:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14659 00002000:00100000:1.0:1746146168.336819:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2ea00 x1830966202454528/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.336826:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ea00 with x1830966202454528 ext(0->4095) 00010000:00010000:1.0:1746146168.336832:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.336968:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.336974:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2ea00 00000100:00100000:1.0:1746146168.336999:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3510 00000100:00100000:1.0:1746146168.337005:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202454528:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146168.337095:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202454528:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 90us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.337099:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3510 00002000:00100000:1.0:1746146168.337104:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2ea00 x1830966202454528/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.337110:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ea00 with x1830966202454528 ext(0->4095) 00010000:00010000:1.0:1746146168.337114:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.337122:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.337126:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2ea00 00000100:00100000:0.0:1746146168.339529:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.339670:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202454656 00000100:00100000:3.0:1746146168.339678:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202454656 00010000:00010000:3.0:1746146168.339701:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.339768:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14660 00000100:00100000:1.0:1746146168.339778:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202454656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.339788:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.339807:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.339817:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.339833:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63521 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6ba expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.339871:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.339873:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.339878:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.339885:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.339909:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.339918:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199360640:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.339985:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.342503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.342608:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199360640:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.342625:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.342656:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41cf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202454656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2880us (3132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.342660:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202454912 00000100:00100000:1.0:1746146168.342664:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14660 00000100:00100000:2.0:1746146168.342666:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202454912 00002000:00100000:2.0:1746146168.342696:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2d500 x1830966202454912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.342703:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2d500 with x1830966202454912 ext(0->4095) 00002000:00010000:2.0:1746146168.342707:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2d500 00000100:00100000:2.0:1746146168.342761:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14099 00000100:00100000:2.0:1746146168.342767:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202454912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.342852:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202454912:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 85us (354us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.342857:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14099 00002000:00100000:2.0:1746146168.342861:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2d500 x1830966202454912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.342873:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2d500 with x1830966202454912 ext(0->4095) 00002000:00010000:2.0:1746146168.342875:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2d500 00000100:00100000:0.0:1746146168.344433:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.344621:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202455040 00000100:00100000:3.0:1746146168.344626:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202455040 00000100:00100000:3.0:1746146168.344670:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31317 00000100:00100000:3.0:1746146168.344679:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202455040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.344691:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.344704:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6c8 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.344754:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.344761:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.344763:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.344766:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.344790:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.344799:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.344809:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199360768:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146168.344873:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.346739:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199360768:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146168.346760:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.346773:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:0.0:1746146168.346797:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202455040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2119us (2368us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146168.346803:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31317 00000100:00100000:0.0:1746146168.346866:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.346936:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202455168 00000100:00100000:1.0:1746146168.346940:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202455168 00010000:00010000:1.0:1746146168.346958:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.346975:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14661 00000100:00100000:1.0:1746146168.346980:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202455168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.346989:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.347001:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.347011:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.347027:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb63528 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c1 expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.347036:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.347038:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.347043:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.347050:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.347067:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.347076:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199360896:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.347111:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.349837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.349926:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199360896:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.349943:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.349973:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202455168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2992us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.349981:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14661 00000100:00100000:2.0:1746146168.350382:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202455424 00000100:00100000:2.0:1746146168.350387:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202455424 00002000:00100000:2.0:1746146168.350414:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f480 x1830966202455424/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.350422:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f480 with x1830966202455424 ext(0->4095) 00002000:00010000:2.0:1746146168.350426:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2f480 00000100:00100000:2.0:1746146168.350452:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14100 00000100:00100000:2.0:1746146168.350457:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202455424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.350549:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202455424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.350554:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14100 00002000:00100000:2.0:1746146168.350558:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2f480 x1830966202455424/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.350565:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2f480 with x1830966202455424 ext(0->4095) 00002000:00010000:2.0:1746146168.350567:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880070b2f480 00000100:00100000:0.0:1746146168.357956:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.358043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.358252:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202455552 00000100:00100000:2.0:1746146168.358260:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202455552 00000100:00100000:2.0:1746146168.358294:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202455680 00000100:00100000:2.0:1746146168.358296:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202455680 00000100:00100000:2.0:1746146168.358307:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31318 00000100:00100000:2.0:1746146168.358313:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202455552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.358330:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.358342:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6cf expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358364:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358370:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.358371:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.358374:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358394:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358403:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 5 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.358412:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199361024:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.358463:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.358533:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31319 00000100:00100000:2.0:1746146168.358538:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1766:x1830966202455680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.358544:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.358549:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6d6 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358559:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.358563:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358567:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.358569:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 58 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358586:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358595:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 58 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.358603:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:2.0:1746146168.358624:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1766:x1830966202455680:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.358629:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31319 00000100:00100000:0.0:1746146168.364882:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.364992:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199361024:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146168.365016:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.365037:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279400, rc 0) 00000100:00100000:3.0:1746146168.365082:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202455552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6768us (7133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.365092:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31318 00000100:00100000:1.0:1746146168.365165:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202455808 00000100:00100000:1.0:1746146168.365170:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202455808 00010000:00010000:1.0:1746146168.365194:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.365221:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14662 00000100:00100000:1.0:1746146168.365226:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202455808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.365239:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.365258:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.365268:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.365286:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6352f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6c8 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.365297:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.365299:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.365304:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.365316:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.365337:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.365346:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 56 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.365356:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199361280:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.365410:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.369309:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199361280:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.369326:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.369370:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202455808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4142us (4494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.369379:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14662 00000100:00100000:0.0:1746146168.371076:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.371338:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202456064 00000100:00100000:3.0:1746146168.371345:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202456064 00002000:00100000:3.0:1746146168.371378:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f800 x1830966202456064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.371387:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f800 with x1830966202456064 ext(0->4095) 00010000:00010000:3.0:1746146168.371393:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.371406:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.371412:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2f800 00000100:00100000:3.0:1746146168.372031:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3511 00000100:00100000:3.0:1746146168.372039:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202456064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146168.372147:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202456064:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (1074us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.372153:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3511 00002000:00100000:3.0:1746146168.372159:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f800 x1830966202456064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.372167:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f800 with x1830966202456064 ext(0->4095) 00010000:00010000:3.0:1746146168.372172:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.372185:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.372190:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2f800 00000100:00100000:0.0:1746146168.375551:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.376375:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202456192 00000100:00100000:1.0:1746146168.376382:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202456192 00010000:00010000:1.0:1746146168.376412:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.376448:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14663 00000100:00100000:1.0:1746146168.376455:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202456192:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.376466:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.376481:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.376491:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.376519:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279400/0x88944630cfb63536 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6cf expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.376543:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.376545:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.376551:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 56 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.376557:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 56 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.376581:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 56 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.376589:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199361408:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.376656:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.379764:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199361408:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.379782:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.379818:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202456192:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3363us (4273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.379826:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14663 00000100:00100000:0.0:1746146168.379836:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.379921:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202456448 00000100:00100000:3.0:1746146168.379926:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202456448 00002000:00100000:3.0:1746146168.379950:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c000 x1830966202456448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.379957:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c000 with x1830966202456448 ext(0->4095) 00002000:00010000:3.0:1746146168.380125:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2c000 00000100:00100000:3.0:1746146168.380141:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14101 00000100:00100000:3.0:1746146168.380147:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202456448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.380253:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202456448:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (417us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.380258:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14101 00002000:00100000:3.0:1746146168.380336:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2c000 x1830966202456448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.380343:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2c000 with x1830966202456448 ext(0->4095) 00002000:00010000:3.0:1746146168.380346:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2c000 00000100:00100000:0.0:1746146168.382809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.382957:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202456576 00000100:00100000:3.0:1746146168.382963:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202456576 00000100:00100000:3.0:1746146168.383064:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31320 00000100:00100000:3.0:1746146168.383073:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202456576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.383088:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.383102:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6dd expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.383126:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.383133:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.383134:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.383137:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.383159:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 55 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.383168:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 55 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.383179:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199361536:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146168.383499:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.385837:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199361536:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146168.386917:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.386938:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146168.386987:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202456576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3914us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.386997:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31320 00000100:00100000:3.0:1746146168.387858:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.387912:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202456704 00000100:00100000:1.0:1746146168.387918:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202456704 00010000:00010000:1.0:1746146168.387938:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 56 pid: 10121 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.387971:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14664 00000100:00100000:1.0:1746146168.387977:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202456704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.387987:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.388001:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 56 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.388011:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 56 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.388029:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb6353d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6d6 expref: 56 pid: 10121 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.388056:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.388058:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.388063:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.388071:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.388094:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.388279:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199361664:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.388376:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.392311:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.392656:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202456832 00000100:00100000:3.0:1746146168.392664:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202456832 00000100:00100000:3.0:1746146168.392739:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31321 00000100:00100000:3.0:1746146168.392748:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202456832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.392763:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.392775:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6e4 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.392798:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.392804:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.392806:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.392809:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.392831:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.392841:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 5 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.393192:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199361792:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146168.393265:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.393351:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199361664:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.393365:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.393387:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202456704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5410us (5531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.393395:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14664 00000100:00100000:0.0:1746146168.393399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.393547:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202457088 00000100:00100000:2.0:1746146168.393554:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202457088 00002000:00100000:2.0:1746146168.393576:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f480 x1830966202457088/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.393583:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f480 with x1830966202457088 ext(0->4095) 00010000:00010000:2.0:1746146168.393588:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.393597:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.393606:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2f480 00000100:00100000:2.0:1746146168.393629:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3512 00000100:00100000:2.0:1746146168.393634:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202457088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.393759:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202457088:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.393765:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3512 00002000:00100000:2.0:1746146168.393770:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2f480 x1830966202457088/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.393777:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2f480 with x1830966202457088 ext(0->4095) 00010000:00010000:2.0:1746146168.393782:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.393790:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.393796:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2f480 00000100:00100000:3.0:1746146168.394429:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199361792:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146168.394444:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.394454:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146168.394486:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202456832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1739us (2180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.394491:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31321 00000100:00100000:0.0:1746146168.394874:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.394919:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202457216 00000100:00100000:3.0:1746146168.394922:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202457216 00000100:00100000:3.0:1746146168.394946:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31322 00000100:00100000:3.0:1746146168.394951:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202457216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.394959:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.394968:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6eb expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.394980:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.394983:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.394987:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.394990:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 57 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.395007:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.395014:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 57 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.395020:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:3.0:1746146168.395035:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1766:x1830966202457216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.395039:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31322 00000100:00100000:0.0:1746146168.395767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.395886:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202457344 00000100:00100000:1.0:1746146168.395891:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202457344 00010000:00010000:1.0:1746146168.395908:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.395932:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14665 00000100:00100000:1.0:1746146168.395937:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202457344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.395945:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.395957:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.396041:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.396058:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb63544 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6dd expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.396077:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.396080:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.396084:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.396091:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.396110:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.396120:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 56 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.396129:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199362048:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.396188:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.398453:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.398500:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202457600 00000100:00100000:2.0:1746146168.398504:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202457600 00002000:00100000:2.0:1746146168.398540:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2e680 x1830966202457600/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.398546:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2e680 with x1830966202457600 ext(0->4095) 00010000:00010000:2.0:1746146168.398551:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.398562:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.398566:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2e680 00000100:00100000:2.0:1746146168.398578:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3513 00000100:00100000:2.0:1746146168.398582:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202457600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.398583:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199362048:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.398598:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.398625:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202457344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2688us (2860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.398631:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14665 00000100:00100000:2.0:1746146168.398669:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202457600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (220us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.398672:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3513 00002000:00100000:2.0:1746146168.398675:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2e680 x1830966202457600/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.398680:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2e680 with x1830966202457600 ext(0->4095) 00010000:00010000:2.0:1746146168.398683:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.398688:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.398691:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007da2e680 00000100:00100000:0.0:1746146168.400124:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.400178:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202457728 00000100:00100000:1.0:1746146168.400181:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202457728 00010000:00010000:1.0:1746146168.400196:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.400215:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14666 00000100:00100000:1.0:1746146168.400219:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202457728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.400228:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.400237:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.400243:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.400256:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb6354b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6e4 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.400265:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.400267:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.400271:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.400279:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.400300:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.400309:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199362176:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.400558:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.401261:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199362176:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.401273:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.401323:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202457728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1102us (1200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.401333:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14666 00000100:00100000:0.0:1746146168.401525:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.401611:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202457984 00000100:00100000:3.0:1746146168.401615:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202457984 00002000:00100000:3.0:1746146168.401636:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2dc00 x1830966202457984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.401644:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2dc00 with x1830966202457984 ext(0->4095) 00002000:00010000:3.0:1746146168.401647:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2dc00 00000100:00100000:3.0:1746146168.401670:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14102 00000100:00100000:3.0:1746146168.401676:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202457984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146168.401780:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202457984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.401785:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14102 00002000:00100000:3.0:1746146168.401790:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007da2dc00 x1830966202457984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.401796:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2dc00 with x1830966202457984 ext(0->4095) 00002000:00010000:3.0:1746146168.401799:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2dc00 00000100:00100000:0.0:1746146168.403553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.403598:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202458112 00000100:00100000:1.0:1746146168.403602:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202458112 00000100:00100000:1.0:1746146168.403631:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31323 00000100:00100000:1.0:1746146168.403636:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202458112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.403643:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.403653:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6f2 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.403669:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 55 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.403674:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.403675:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.403677:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.403692:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 55 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.403699:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 55 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.403706:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199362304:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.403920:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.404593:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199362304:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.404611:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.404621:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146168.404641:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202458112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1005us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.404647:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31323 00000100:00100000:0.0:1746146168.404823:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.404903:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202458240 00000100:00100000:1.0:1746146168.404906:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202458240 00010000:00010000:1.0:1746146168.404921:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 56 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.404936:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14667 00000100:00100000:1.0:1746146168.404941:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b41cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202458240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.404950:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.404962:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 56 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.404971:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 56 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.404986:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb63552 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6eb expref: 56 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.404994:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.404996:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.405001:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.405008:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.405024:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.405034:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199362432:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.405110:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.407540:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.407621:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199362432:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146168.407636:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.407665:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b41cc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202458240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2724us (2843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.407674:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14667 00000100:00100000:2.0:1746146168.407917:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202458496 00000100:00100000:2.0:1746146168.407927:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202458496 00002000:00100000:2.0:1746146168.407952:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d4700 x1830966202458496/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.407961:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4700 with x1830966202458496 ext(0->4095) 00002000:00010000:2.0:1746146168.407966:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d4700 00000100:00100000:2.0:1746146168.407990:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14103 00000100:00100000:2.0:1746146168.407996:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202458496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.408236:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202458496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 239us (702us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.408242:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14103 00002000:00100000:2.0:1746146168.408248:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d4700 x1830966202458496/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.408255:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4700 with x1830966202458496 ext(0->4095) 00002000:00010000:2.0:1746146168.408257:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d4700 00000100:00100000:0.0:1746146168.409375:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.409545:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202458624 00000100:00100000:1.0:1746146168.409549:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202458624 00000100:00100000:1.0:1746146168.409584:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31324 00000100:00100000:1.0:1746146168.409589:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1766:x1830966202458624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.409599:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.409611:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff6f9 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.409634:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.409640:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.409642:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.409645:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.409698:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.409709:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 5 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.409746:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199362560:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.409803:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.410964:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199362560:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.410982:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.410992:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146168.411021:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202458624:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1431us (1647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.411027:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31324 00000100:00100000:0.0:1746146168.411096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.411175:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202458752 00000100:00100000:1.0:1746146168.411178:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202458752 00010000:00010000:1.0:1746146168.411194:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.411222:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14668 00000100:00100000:1.0:1746146168.411227:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202458752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146168.411237:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146168.411250:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.411263:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.411279:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63559 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f2 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.411288:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.411290:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.411294:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.411301:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.411319:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.411327:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199362688:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.411381:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.412650:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.412742:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199362688:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.412749:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202458880 00000100:00100000:0.0:1746146168.412751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146168.412752:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.412752:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202458880 00000100:00100000:1.0:1746146168.412771:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31325 00000100:00100000:2.0:1746146168.412773:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202458752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1546us (1678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.412776:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202458880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146168.412779:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14668 00010000:00010000:1.0:1746146168.412789:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746146168.412795:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202459136 00010000:00010000:1.0:1746146168.412797:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff700 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.412798:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202459136 00010000:00010000:1.0:1746146168.412813:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746146168.412814:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d5880 x1830966202459136/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746146168.412818:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.412820:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00002000:00100000:2.0:1746146168.412821:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5880 with x1830966202459136 ext(0->4095) 00010000:00010000:1.0:1746146168.412823:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.412826:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.412834:0:27126:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.412838:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746146168.412839:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d5880 00010000:00010000:1.0:1746146168.412847:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.412850:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3514 00000100:00100000:2.0:1746146168.412855:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202459136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.412855:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199362816:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.412881:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.412941:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202459136:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 84us (189us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.412946:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3514 00002000:00100000:2.0:1746146168.412951:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d5880 x1830966202459136/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.412957:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5880 with x1830966202459136 ext(0->4095) 00010000:00010000:2.0:1746146168.412961:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.412970:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.412976:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d5880 00000100:00100000:0.0:1746146168.414078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.414384:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202459264 00000100:00100000:3.0:1746146168.414389:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202459264 00000100:00100000:3.0:1746146168.414426:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31326 00000100:00100000:3.0:1746146168.414432:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202459264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.414441:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.414449:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff707 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.414461:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.414465:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.414470:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146168.414473:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.414493:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.414503:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.414524:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146168.414547:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202459264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.414552:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31326 00000100:00100000:1.0:1746146168.414624:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199362816:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.414635:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.414642:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146168.414656:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202458880:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1880us (2008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.414664:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31325 00000100:00100000:0.0:1746146168.415826:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.415877:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202459392 00000100:00100000:2.0:1746146168.415880:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202459392 00010000:00010000:2.0:1746146168.415895:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.415914:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14669 00000100:00100000:2.0:1746146168.415919:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202459392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.415926:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.415939:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.415947:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.415960:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63560 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff6f9 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.415971:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.415973:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.415977:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.415983:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.415999:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.416007:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.416015:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363072:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.416066:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.417992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.418081:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202459648 00000100:00100000:3.0:1746146168.418086:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202459648 00002000:00100000:3.0:1746146168.418115:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d7800 x1830966202459648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.418123:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7800 with x1830966202459648 ext(0->4095) 00010000:00010000:3.0:1746146168.418130:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.418141:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.418147:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d7800 00000100:00100000:3.0:1746146168.418165:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3515 00000100:00100000:3.0:1746146168.418172:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202459648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146168.418280:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202459648:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.418286:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3515 00002000:00100000:3.0:1746146168.418291:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d7800 x1830966202459648/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.418298:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7800 with x1830966202459648 ext(0->4095) 00010000:00010000:3.0:1746146168.418302:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.418310:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.418315:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d7800 00000100:00100000:2.0:1746146168.418386:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363072:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.418399:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.418419:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202459392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2499us (2594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.418425:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14669 00000100:00100000:0.0:1746146168.420784:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.420829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.422672:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202459904 00000100:00100000:2.0:1746146168.422680:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202459904 00010000:00010000:2.0:1746146168.422712:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.422749:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14670 00000100:00100000:2.0:1746146168.422755:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202459904:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.422771:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.422786:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.422796:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.422816:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63567 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff700 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.422827:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.422829:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.422834:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.422840:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.422870:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.422880:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363200:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.422941:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.422988:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202459776 00000100:00100000:1.0:1746146168.422992:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202459776 00000100:00100000:1.0:1746146168.423011:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31327 00000100:00100000:1.0:1746146168.423015:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827c5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202459776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.423025:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.423032:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff70e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.423047:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.423052:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.423053:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.423055:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.423069:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.423078:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 5 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.423084:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199363328:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.423118:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.424907:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363200:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.424922:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.424955:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202459904:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2200us (4124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.424962:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14670 00000100:00100000:0.0:1746146168.425167:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199363328:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146168.425184:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.425194:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:0.0:1746146168.425213:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827c5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202459776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2197us (4432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146168.425219:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31327 00000100:00100000:0.0:1746146168.427446:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.427974:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202460160 00000100:00100000:2.0:1746146168.427982:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202460160 00002000:00100000:2.0:1746146168.428014:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cdf80 x1830966202460160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.428022:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cdf80 with x1830966202460160 ext(0->4095) 00010000:00010000:2.0:1746146168.428029:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.428040:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.428046:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4cdf80 00000100:00100000:2.0:1746146168.428138:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3516 00000100:00100000:2.0:1746146168.428146:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202460160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.428985:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202460160:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 838us (1541us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.428992:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3516 00002000:00100000:2.0:1746146168.428997:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cdf80 x1830966202460160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.429005:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cdf80 with x1830966202460160 ext(0->4095) 00010000:00010000:2.0:1746146168.429010:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.429019:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.429026:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a4cdf80 00000100:00100000:0.0:1746146168.432833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.432935:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202460288 00000100:00100000:2.0:1746146168.432941:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202460288 00010000:00010000:2.0:1746146168.432966:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.433110:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14671 00000100:00100000:2.0:1746146168.433117:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202460288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.433126:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.433140:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.433148:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.433164:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb6356e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff707 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.433177:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.433179:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.433183:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.433190:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.433211:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.433220:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363456:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.433282:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.436393:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363456:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.436409:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.436439:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202460288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3322us (3611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.436448:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14671 00000100:00100000:0.0:1746146168.436801:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.437034:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202460544 00000100:00100000:2.0:1746146168.437039:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202460544 00002000:00100000:2.0:1746146168.437065:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cf100 x1830966202460544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.437079:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cf100 with x1830966202460544 ext(0->4095) 00002000:00010000:2.0:1746146168.437083:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cf100 00000100:00100000:2.0:1746146168.437571:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14104 00000100:00100000:2.0:1746146168.437578:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202460544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.437960:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202460544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (1158us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.437966:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14104 00002000:00100000:2.0:1746146168.437971:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cf100 x1830966202460544/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.437978:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cf100 with x1830966202460544 ext(0->4095) 00002000:00010000:2.0:1746146168.437981:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cf100 00000100:00100000:0.0:1746146168.439828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.439898:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202460672 00000100:00100000:1.0:1746146168.439903:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202460672 00000100:00100000:1.0:1746146168.439968:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31328 00000100:00100000:1.0:1746146168.439975:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202460672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.439986:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.439999:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff715 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.440019:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.440025:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.440027:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.440029:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.440050:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.440058:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.440067:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199363584:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.440112:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.442091:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199363584:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.442112:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.442129:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146168.442162:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202460672:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2187us (2336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.442168:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31328 00000100:00100000:0.0:1746146168.443105:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.443309:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202460800 00000100:00100000:2.0:1746146168.443314:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202460800 00010000:00010000:2.0:1746146168.443336:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.443614:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14672 00000100:00100000:2.0:1746146168.443621:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202460800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.443630:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.443644:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.443653:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.443669:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63575 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff70e expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.443696:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.443697:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.443702:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.443708:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.443891:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.443902:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363712:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.444012:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.446525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.446534:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363712:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146168.446562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.446577:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202460928 00000100:00100000:1.0:1746146168.446581:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202460928 00010000:00010000:2.0:1746146168.446620:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.446653:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202460800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3031us (3548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.446660:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14672 00000100:00100000:3.0:1746146168.446859:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202461184 00000100:00100000:3.0:1746146168.446863:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202461184 00002000:00100000:3.0:1746146168.446888:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6680 x1830966202461184/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.446902:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6680 with x1830966202461184 ext(0->4095) 00002000:00010000:3.0:1746146168.446905:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6680 00000100:00100000:3.0:1746146168.446919:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14105 00000100:00100000:3.0:1746146168.446925:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202461184:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146168.447013:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202461184:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.447018:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14105 00002000:00100000:3.0:1746146168.447023:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6680 x1830966202461184/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.447029:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6680 with x1830966202461184 ext(0->4095) 00002000:00010000:3.0:1746146168.447032:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6680 00000100:00100000:1.0:1746146168.447170:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31329 00000100:00100000:1.0:1746146168.447176:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202460928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.447184:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.447195:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff71c expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.447213:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.447219:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.447221:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.447224:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.447243:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.447252:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 5 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.447265:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199363840:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.447304:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.449037:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199363840:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.449057:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.449069:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b400, rc 0) 00000100:00100000:1.0:1746146168.449330:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202460928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2153us (2853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.449337:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31329 00000100:00100000:0.0:1746146168.450186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.450230:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202461312 00000100:00100000:2.0:1746146168.450235:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202461312 00010000:00010000:2.0:1746146168.450255:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.450292:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14673 00000100:00100000:2.0:1746146168.450298:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202461312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.450309:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.450323:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.450333:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.450349:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb6357c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff715 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746146168.450621:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146168.450643:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.450648:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.450655:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.450666:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.450691:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.450701:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363968:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.450798:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202461440 00000100:00100000:1.0:1746146168.450801:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202461440 00000100:00100000:1.0:1746146168.450820:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31330 00000100:00100000:1.0:1746146168.450825:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202461440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.450835:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.450844:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff723 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.450974:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.450981:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.450982:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.450985:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.451005:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.451015:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.451024:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199364096:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.451070:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.451105:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.452556:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199363968:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.452571:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.452803:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202461312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2504us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.452811:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14673 00000100:00100000:1.0:1746146168.453347:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199364096:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.453364:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.453375:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146168.453395:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1766:x1830966202461440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2569us (2774us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.453401:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31330 00000100:00100000:3.0:1746146168.453440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.453555:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202461696 00000100:00100000:2.0:1746146168.453560:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202461696 00002000:00100000:2.0:1746146168.453582:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f6d80 x1830966202461696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.453589:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f6d80 with x1830966202461696 ext(0->4095) 00010000:00010000:2.0:1746146168.453603:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.453615:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.453621:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f6d80 00000100:00100000:2.0:1746146168.453641:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3517 00000100:00100000:2.0:1746146168.453647:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202461696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.453754:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202461696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.453759:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3517 00002000:00100000:2.0:1746146168.453763:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f6d80 x1830966202461696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.453769:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f6d80 with x1830966202461696 ext(0->4095) 00010000:00010000:2.0:1746146168.453774:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.453781:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.453786:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f6d80 00000100:00100000:0.0:1746146168.456573:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.456669:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202461824 00000100:00100000:2.0:1746146168.456675:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202461824 00010000:00010000:2.0:1746146168.456702:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.456855:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14674 00000100:00100000:2.0:1746146168.456862:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b5277450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202461824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.456873:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.456887:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.456897:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.456914:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b400/0x88944630cfb63583 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff71c expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.456940:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.456942:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.456948:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.456960:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.456985:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.456995:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199364224:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.457188:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.458746:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199364224:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.458762:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146168.458793:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b5277450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202461824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1930us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.458801:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14674 00000100:00100000:2.0:1746146168.458910:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.458949:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202462080 00000100:00100000:3.0:1746146168.458954:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202462080 00002000:00100000:3.0:1746146168.458980:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3f480 x1830966202462080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.458989:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f480 with x1830966202462080 ext(0->4095) 00002000:00010000:3.0:1746146168.458992:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3f480 00000100:00100000:3.0:1746146168.459012:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14106 00000100:00100000:3.0:1746146168.459018:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2009:x1830966202462080:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146168.459847:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2009:x1830966202462080:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 827us (934us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.459859:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14106 00002000:00100000:3.0:1746146168.459865:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3f480 x1830966202462080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.459872:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3f480 with x1830966202462080 ext(0->4095) 00002000:00010000:3.0:1746146168.459875:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3f480 00000100:00100000:0.0:1746146168.461967:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.462045:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202462208 00000100:00100000:1.0:1746146168.462051:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202462208 00000100:00100000:1.0:1746146168.462283:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31331 00000100:00100000:1.0:1746146168.462291:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202462208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.462305:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.462317:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff72a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.462346:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.462354:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.462359:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.462362:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.462384:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.462393:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.462403:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199364352:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.462477:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.466120:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199364352:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.466147:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.466160:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:0.0:1746146168.466194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.466483:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202462208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4191us (4519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.466490:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31331 00000100:00100000:3.0:1746146168.466664:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202462336 00000100:00100000:3.0:1746146168.466669:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202462336 00010000:00010000:3.0:1746146168.466691:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.466740:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14675 00000100:00100000:3.0:1746146168.466747:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202462336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.466757:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.466771:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.466779:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.467026:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6358a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff723 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.467048:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.467050:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.467055:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.467066:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.467090:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.467100:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199364480:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.467162:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.469757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.469834:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.469934:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202462592 00000100:00100000:2.0:1746146168.469940:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202462592 00002000:00100000:2.0:1746146168.469973:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1ac380 x1830966202462592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.469986:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1ac380 with x1830966202462592 ext(0->4095) 00002000:00010000:2.0:1746146168.469990:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c1ac380 00000100:00100000:2.0:1746146168.470011:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14107 00000100:00100000:2.0:1746146168.470017:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202462592:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146168.470033:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199364480:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.470047:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.470083:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2007:x1830966202462336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3336us (3889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.470091:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14675 00000100:00100000:2.0:1746146168.470116:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202462592:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.470122:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14107 00002000:00100000:2.0:1746146168.470126:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c1ac380 x1830966202462592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.470133:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c1ac380 with x1830966202462592 ext(0->4095) 00002000:00010000:2.0:1746146168.470136:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c1ac380 00000100:00100000:1.0:1746146168.470210:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202462720 00000100:00100000:1.0:1746146168.470214:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202462720 00000100:00100000:1.0:1746146168.470236:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31332 00000100:00100000:1.0:1746146168.470241:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c1ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202462720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.470250:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.470263:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff731 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.470280:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.470286:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.470288:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.470291:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.470311:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.470321:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 5 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.470330:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199364608:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.470369:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.472775:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.472826:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202462848 00000100:00100000:3.0:1746146168.472831:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202462848 00000100:00100000:1.0:1746146168.473189:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199364608:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.473210:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.473223:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146168.473257:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c1ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202462720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3015us (3422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.473266:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31332 00000100:00100000:1.0:1746146168.473283:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31333 00000100:00100000:1.0:1746146168.473289:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1766:x1830966202462848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.473299:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.473310:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff738 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.473326:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146168.473330:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.473336:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.473344:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.473366:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.473375:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.473383:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a400, rc 0) 00000100:00100000:1.0:1746146168.473398:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1766:x1830966202462848:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.473403:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31333 00000100:00100000:0.0:1746146168.473692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.473840:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202462976 00000100:00100000:3.0:1746146168.473843:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202462976 00010000:00010000:3.0:1746146168.473860:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.473878:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14676 00000100:00100000:3.0:1746146168.473883:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202462976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.473890:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.473905:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.473918:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.473933:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb63591 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff72a expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.473958:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.473960:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.473965:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.473972:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.473990:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.473999:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.474008:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199364864:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.474060:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.477929:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199364864:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.477945:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.477979:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202462976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4094us (4286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.477991:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14676 00000100:00100000:0.0:1746146168.478705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.478744:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202463232 00000100:00100000:2.0:1746146168.478749:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202463232 00002000:00100000:2.0:1746146168.478774:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541c00 x1830966202463232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.478781:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541c00 with x1830966202463232 ext(0->4095) 00010000:00010000:2.0:1746146168.478786:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.478795:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.478799:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a541c00 00000100:00100000:2.0:1746146168.478817:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3518 00000100:00100000:2.0:1746146168.478821:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202463232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.478927:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202463232:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.478932:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3518 00002000:00100000:2.0:1746146168.478937:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a541c00 x1830966202463232/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.478948:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a541c00 with x1830966202463232 ext(0->4095) 00010000:00010000:2.0:1746146168.478952:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.478961:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.478965:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a541c00 00000100:00100000:0.0:1746146168.482804:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.484673:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202463360 00000100:00100000:3.0:1746146168.484681:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202463360 00010000:00010000:3.0:1746146168.484709:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.487934:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14677 00000100:00100000:3.0:1746146168.487950:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202463360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.487964:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.487983:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.487995:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.488012:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63598 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff731 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.488036:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.488038:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.488044:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.488051:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.488078:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.488087:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199364992:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.488158:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.495735:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.495786:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202463616 00000100:00100000:0.0:1746146168.495792:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202463616 00002000:00100000:0.0:1746146168.495824:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3ce00 x1830966202463616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746146168.495827:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199364992:192.168.203.12@tcp:105: 00002000:00100000:0.0:1746146168.495833:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3ce00 with x1830966202463616 ext(0->4095) 00002000:00010000:0.0:1746146168.495837:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3ce00 00010000:00010000:3.0:1746146168.495846:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146168.495851:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14108 00000100:00100000:0.0:1746146168.495857:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2009:x1830966202463616:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146168.495881:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202463360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7934us (13079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.495890:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14677 00000100:00100000:0.0:1746146168.495953:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2009:x1830966202463616:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 96us (225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146168.495959:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14108 00002000:00100000:0.0:1746146168.495964:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3ce00 x1830966202463616/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146168.495970:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3ce00 with x1830966202463616 ext(0->4095) 00002000:00010000:0.0:1746146168.495973:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130e3ce00 00000100:00100000:0.0:1746146168.498146:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.498198:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202463744 00000100:00100000:2.0:1746146168.498202:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202463744 00000100:00100000:2.0:1746146168.499174:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31334 00000100:00100000:2.0:1746146168.499189:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202463744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.499203:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.499218:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff73f expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.499248:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.499255:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.499256:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.499259:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.499283:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.499299:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.499309:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199365120:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.499378:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.501004:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199365120:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.501024:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.501036:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146168.501078:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202463744:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1896us (2935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.501085:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31334 00000100:00100000:0.0:1746146168.502178:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.502236:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202463872 00000100:00100000:3.0:1746146168.502242:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202463872 00010000:00010000:3.0:1746146168.502265:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.502296:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14678 00000100:00100000:3.0:1746146168.502302:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202463872:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.502311:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.502325:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.502334:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.502351:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb6359f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff738 expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.502379:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.502382:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.502387:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.502394:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.502417:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.502427:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199365248:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.502488:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.504847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.504875:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202464128 00000100:00100000:1.0:1746146168.504880:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202464128 00002000:00100000:1.0:1746146168.504916:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4000 x1830966202464128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.504925:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4000 with x1830966202464128 ext(0->4095) 00002000:00010000:1.0:1746146168.504929:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4000 00000100:00100000:1.0:1746146168.504944:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14109 00000100:00100000:1.0:1746146168.504950:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202464128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.505406:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199365248:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.505420:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.505457:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+55:2008:x1830966202463872:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3155us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.505468:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14678 00000100:00100000:1.0:1746146168.505598:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202464128:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 647us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.505603:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14109 00002000:00100000:1.0:1746146168.505608:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4000 x1830966202464128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.505616:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4000 with x1830966202464128 ext(0->4095) 00002000:00010000:1.0:1746146168.505618:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4000 00000100:00100000:0.0:1746146168.506978:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.507219:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202464256 00000100:00100000:2.0:1746146168.507224:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202464256 00000100:00100000:2.0:1746146168.507648:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31335 00000100:00100000:2.0:1746146168.507656:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+55:1758:x1830966202464256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.507668:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.507681:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff746 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.507701:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.507711:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.507712:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.507754:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.507777:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.507788:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 5 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.507798:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199365376:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.508361:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.509625:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.509757:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202464384 00000100:00100000:3.0:1746146168.509763:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202464384 00000100:00100000:3.0:1746146168.509793:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31336 00000100:00100000:3.0:1746146168.509799:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1766:x1830966202464384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.509811:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.509821:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff74d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.509838:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.509842:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.509848:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.509851:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.509873:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.509883:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.509891:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146168.509934:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1766:x1830966202464384:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.509939:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31336 00000100:00100000:2.0:1746146168.512027:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199365376:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.512050:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.512063:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278c00, rc 0) 00000100:00100000:2.0:1746146168.512102:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202464256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4446us (5125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.512108:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31335 00000100:00100000:0.0:1746146168.512340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.512390:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202464512 00000100:00100000:3.0:1746146168.512395:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202464512 00010000:00010000:3.0:1746146168.512414:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.512432:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14679 00000100:00100000:3.0:1746146168.512437:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202464512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.512446:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.512460:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.512470:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.512486:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff73f expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.512519:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.512521:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.512527:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.512533:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.512555:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 56 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.512563:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 56 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.512573:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199365632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.512633:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.514260:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.514321:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199365632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.514333:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.514365:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202464512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1928us (2026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.514372:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14679 00000100:00100000:1.0:1746146168.514682:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202464768 00000100:00100000:1.0:1746146168.514687:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202464768 00002000:00100000:1.0:1746146168.514730:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaf100 x1830966202464768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.514739:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf100 with x1830966202464768 ext(0->4095) 00010000:00010000:1.0:1746146168.514746:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.514756:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.514763:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf100 00000100:00100000:1.0:1746146168.514876:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3519 00000100:00100000:1.0:1746146168.514883:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202464768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.515220:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202464768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 336us (963us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.515225:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3519 00002000:00100000:1.0:1746146168.515231:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaf100 x1830966202464768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.515239:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaf100 with x1830966202464768 ext(0->4095) 00010000:00010000:1.0:1746146168.515243:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.515253:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.515259:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eaf100 00000100:00100000:0.0:1746146168.518028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.518117:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202464896 00000100:00100000:3.0:1746146168.518124:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202464896 00010000:00010000:3.0:1746146168.518150:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.518174:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14680 00000100:00100000:3.0:1746146168.518181:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202464896:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.518191:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.518205:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.518215:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.518233:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278c00/0x88944630cfb635ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff746 expref: 57 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.518634:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.518637:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.518643:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.518651:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.518678:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 56 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.518688:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199365760:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.519169:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.521865:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.521940:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199365760:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.521957:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.521966:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202465152 00000100:00100000:1.0:1746146168.521972:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202465152 00000100:00100000:3.0:1746146168.521987:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2008:x1830966202464896:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3807us (3965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.521995:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14680 00002000:00100000:1.0:1746146168.522004:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eace00 x1830966202465152/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.522024:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eace00 with x1830966202465152 ext(0->4095) 00002000:00010000:1.0:1746146168.522028:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eace00 00000100:00100000:1.0:1746146168.522042:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14110 00000100:00100000:1.0:1746146168.522048:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202465152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.522142:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202465152:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.522148:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14110 00002000:00100000:1.0:1746146168.522153:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eace00 x1830966202465152/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.522159:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eace00 with x1830966202465152 ext(0->4095) 00002000:00010000:1.0:1746146168.522162:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eace00 00000100:00100000:0.0:1746146168.526026:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.526113:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202465280 00000100:00100000:2.0:1746146168.526120:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202465280 00000100:00100000:2.0:1746146168.526329:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31337 00000100:00100000:2.0:1746146168.526337:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202465280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.526353:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.526365:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff754 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.526388:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.526395:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.526396:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.526399:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.526424:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 55 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.526434:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 55 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.526444:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199365888:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.527191:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.532365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.532485:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202465408 00000100:00100000:3.0:1746146168.532492:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202465408 00010000:00010000:3.0:1746146168.532531:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.532552:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14681 00000100:00100000:3.0:1746146168.532559:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137307c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202465408:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.532570:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.532875:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.532887:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.532907:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.532908:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.532915:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.532922:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.532953:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.532964:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199366016:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146168.533121:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb635b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff74d expref: 56 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.533138:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199365888:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.533156:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.533167:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278600, rc 0) 00000100:00100000:1.0:1746146168.533622:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.533913:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.533964:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202465536 00000100:00100000:0.0:1746146168.533968:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202465536 00000100:00100000:2.0:1746146168.534466:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202465280:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8127us (8444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.534473:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31337 00000100:00100000:0.0:1746146168.534685:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31338 00000100:00100000:0.0:1746146168.534692:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202465536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146168.534704:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146168.534731:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff75b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.534748:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.534753:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146168.534755:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146168.534757:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.534774:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.534783:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 5 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746146168.534796:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199366144:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146168.536543:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.536991:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199366016:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.537007:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.537036:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137307c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202465408:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4477us (4678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.537045:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14681 00000100:00100000:0.0:1746146168.537214:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089eac380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199366144:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146168.537230:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 56 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.537241:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbc7400, rc 0) 00000100:00100000:0.0:1746146168.538440:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+56:1758:x1830966202465536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2570us (3638us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146168.538448:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31338 00000100:00100000:1.0:1746146168.538579:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.538972:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202465792 00000100:00100000:2.0:1746146168.538978:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202465792 00002000:00100000:2.0:1746146168.539008:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef6300 x1830966202465792/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.539017:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966202465792 ext(0->4095) 00010000:00010000:2.0:1746146168.539023:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.539035:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.539041:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef6300 00000100:00100000:2.0:1746146168.539239:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3520 00000100:00100000:2.0:1746146168.539246:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202465792:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746146168.539545:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202465792:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 295us (962us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.539551:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3520 00002000:00100000:2.0:1746146168.539557:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef6300 x1830966202465792/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.539570:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef6300 with x1830966202465792 ext(0->4095) 00010000:00010000:2.0:1746146168.539574:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.539583:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.539588:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef6300 00000100:00100000:0.0:1746146168.547079:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.547796:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202465920 00000100:00100000:3.0:1746146168.547805:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202465920 00010000:00010000:3.0:1746146168.547832:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.547856:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14682 00000100:00100000:3.0:1746146168.547862:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202465920:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.547872:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.547886:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.547896:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.547912:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278600/0x88944630cfb635bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff754 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.548483:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.548485:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.548492:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.548500:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.548535:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.548545:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199366272:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.548619:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.553126:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199366272:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.553145:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.553179:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202465920:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5316us (6107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.553188:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14682 00000100:00100000:0.0:1746146168.553275:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.553558:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202466176 00000100:00100000:2.0:1746146168.553564:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202466176 00002000:00100000:2.0:1746146168.553594:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaea00 x1830966202466176/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.553603:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaea00 with x1830966202466176 ext(0->4095) 00002000:00010000:2.0:1746146168.553607:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaea00 00000100:00100000:2.0:1746146168.553631:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14111 00000100:00100000:2.0:1746146168.553638:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202466176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.553771:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2008:x1830966202466176:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (496us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.553776:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14111 00002000:00100000:2.0:1746146168.553780:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaea00 x1830966202466176/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.553786:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaea00 with x1830966202466176 ext(0->4095) 00002000:00010000:2.0:1746146168.553788:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaea00 00000100:00100000:0.0:1746146168.558709:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.560667:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202466304 00000100:00100000:2.0:1746146168.561078:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202466304 00000100:00100000:2.0:1746146168.561126:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31339 00000100:00100000:2.0:1746146168.561133:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202466304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.561147:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.561160:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff762 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.561183:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.561189:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.561191:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.561194:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.561217:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 55 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.561227:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 55 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.561237:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199366400:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.562553:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.568350:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.568935:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199366400:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.568963:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202466432 00010000:00010000:2.0:1746146168.568971:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146168.568971:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202466432 00010000:00010000:2.0:1746146168.568994:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00002000:00100000:1.0:1746146168.569007:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089eae680 x1830966202466432/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.569016:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae680 with x1830966202466432 ext(0->7) 00010000:00010000:1.0:1746146168.569024:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.569036:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 56 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.569042:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae680 00000100:00100000:2.0:1746146168.569062:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202466304:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7928us (10358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.569071:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31339 00000100:00100000:1.0:1746146168.569076:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3521 00000100:00100000:1.0:1746146168.569083:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+56:2007:x1830966202466432:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146168.571175:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202466432:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2086us (2827us total) trans 4294972277 rc 0/0 00000100:00100000:0.0:1746146168.571185:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3521 00002000:00100000:0.0:1746146168.571194:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880089eae680 x1830966202466432/t4294972277(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146168.571202:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eae680 with x1830966202466432 ext(0->7) 00010000:00010000:0.0:1746146168.571209:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746146168.571227:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746146168.571232:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eae680 00000100:00100000:0.0:1746146168.574828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.575031:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202466560 00000100:00100000:2.0:1746146168.575039:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202466560 00000100:00100000:2.0:1746146168.575080:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31340 00000100:00100000:2.0:1746146168.575087:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202466560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.575102:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.575116:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff769 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.575138:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.575142:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.575148:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146168.575151:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.575182:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.575193:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 59 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.575206:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278400, rc 0) 00000100:00100000:2.0:1746146168.575253:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1758:x1830966202466560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.575258:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31340 00000100:00100000:0.0:1746146168.576251:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.576745:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202466688 00000100:00100000:3.0:1746146168.576750:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202466688 00010000:00010000:3.0:1746146168.576768:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 59 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.576789:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14683 00000100:00100000:3.0:1746146168.576794:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2009:x1830966202466688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.576804:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.576818:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 59 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.576826:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 59 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.576841:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb635c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff75b expref: 59 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.577854:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.577857:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.577865:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.577872:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.577900:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.577911:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 5 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.577920:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199366656:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.578812:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.580789:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.580859:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202466944 00000100:00100000:1.0:1746146168.580868:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202466944 00002000:00100000:1.0:1746146168.580903:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eafb80 x1830966202466944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.580912:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eafb80 with x1830966202466944 ext(0->4095) 00010000:00010000:1.0:1746146168.580919:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.580932:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.580938:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eafb80 00000100:00100000:3.0:1746146168.581231:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199366656:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.581246:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146168.581503:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3522 00000100:00100000:1.0:1746146168.581520:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202466944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.581679:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2009:x1830966202466688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4882us (5427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.581686:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14683 00000100:00100000:1.0:1746146168.582401:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202466944:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 882us (1616us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.582408:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3522 00002000:00100000:1.0:1746146168.582414:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eafb80 x1830966202466944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.582421:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eafb80 with x1830966202466944 ext(0->4095) 00010000:00010000:1.0:1746146168.582426:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.582436:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00002000:00010000:1.0:1746146168.582441:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089eafb80 00000100:00100000:0.0:1746146168.585282:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.585376:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202467072 00000100:00100000:3.0:1746146168.585383:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202467072 00010000:00010000:3.0:1746146168.585409:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.585501:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14684 00000100:00100000:3.0:1746146168.585517:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202467072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.585527:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.585541:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.585551:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.585568:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff762 expref: 6 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.585581:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.585582:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.585588:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.585595:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.585618:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.585628:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199366784:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.586398:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.588939:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199366784:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.588956:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.589110:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202467072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3593us (3831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.589119:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14684 00000100:00100000:0.0:1746146168.589589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.590159:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202467328 00000100:00100000:1.0:1746146168.590165:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202467328 00002000:00100000:1.0:1746146168.590194:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eadf80 x1830966202467328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.590203:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadf80 with x1830966202467328 ext(0->4095) 00002000:00010000:1.0:1746146168.590206:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eadf80 00000100:00100000:1.0:1746146168.590231:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14112 00000100:00100000:1.0:1746146168.590236:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202467328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.590333:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202467328:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.590338:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14112 00002000:00100000:1.0:1746146168.590342:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eadf80 x1830966202467328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.590348:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eadf80 with x1830966202467328 ext(0->4095) 00002000:00010000:1.0:1746146168.590351:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eadf80 00000100:00100000:0.0:1746146168.592187:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.592251:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202467456 00000100:00100000:2.0:1746146168.592257:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202467456 00000100:00100000:2.0:1746146168.592307:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31341 00000100:00100000:2.0:1746146168.592313:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202467456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.592325:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.592338:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff770 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.592360:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.592368:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.592369:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.592373:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.592396:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.592408:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.592422:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199366912:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.592499:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.593942:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199366912:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.593965:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.593977:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279800, rc 0) 00000100:00100000:2.0:1746146168.594006:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202467456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1693us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.594013:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31341 00000100:00100000:0.0:1746146168.594616:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.594668:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202467584 00000100:00100000:3.0:1746146168.594674:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202467584 00010000:00010000:3.0:1746146168.594696:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.594744:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14685 00000100:00100000:3.0:1746146168.594751:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202467584:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.594760:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.594775:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.594784:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.594801:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278400/0x88944630cfb635d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff769 expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.594827:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.594829:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.594835:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.594842:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.594863:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.594872:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199367040:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.594925:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.596920:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199367040:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.596934:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.597005:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202467584:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2253us (2388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.597013:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14685 00000100:00100000:0.0:1746146168.597895:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.597973:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202467840 00000100:00100000:1.0:1746146168.597979:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202467840 00002000:00100000:1.0:1746146168.598010:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaed80 x1830966202467840/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.598018:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaed80 with x1830966202467840 ext(0->4095) 00002000:00010000:1.0:1746146168.598022:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaed80 00000100:00100000:1.0:1746146168.598038:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14113 00000100:00100000:1.0:1746146168.598044:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202467840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.598342:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202467840:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 297us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.598348:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14113 00002000:00100000:1.0:1746146168.598354:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880089eaed80 x1830966202467840/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.598361:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089eaed80 with x1830966202467840 ext(0->4095) 00002000:00010000:1.0:1746146168.598364:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089eaed80 00000100:00100000:0.0:1746146168.599442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.599491:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202467968 00000100:00100000:2.0:1746146168.599496:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202467968 00000100:00100000:2.0:1746146168.599539:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31342 00000100:00100000:2.0:1746146168.599546:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202467968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.599555:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.599568:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff777 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.599752:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.599761:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.599762:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.599766:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.599793:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.599802:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 5 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.599812:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199367168:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.599880:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.600492:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.600882:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202468096 00000100:00100000:2.0:1746146168.600886:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202468096 00000100:00100000:2.0:1746146168.600953:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31343 00000100:00100000:2.0:1746146168.600959:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1766:x1830966202468096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.600967:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.600974:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff77e expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.600988:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.600991:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 60 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.600996:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.600998:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 60 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.601017:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 60 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.601032:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 60 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.601039:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133279000, rc 0) 00000100:00100000:2.0:1746146168.601075:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+60:1766:x1830966202468096:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.601082:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31343 00000100:00100000:0.0:1746146168.601618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.601685:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202468224 00000100:00100000:3.0:1746146168.601689:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202468224 00010000:00010000:3.0:1746146168.601705:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.601749:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14686 00000100:00100000:3.0:1746146168.601755:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202468224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.601766:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.601780:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.601788:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.601802:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.601804:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.601808:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.601815:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.601834:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.601843:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.601852:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199367424:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.601902:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746146168.601924:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279800/0x88944630cfb635d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff770 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.601939:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199367168:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.601952:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.601958:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.601965:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880133278000, rc 0) 00000100:00100000:2.0:1746146168.601980:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1758:x1830966202467968:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2435us (2542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.601984:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31342 00000100:00100000:3.0:1746146168.603270:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199367424:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.603282:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.603308:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202468224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1553us (1690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.603317:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14686 00000100:00100000:0.0:1746146168.603457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.603555:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202468480 00000100:00100000:2.0:1746146168.603560:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202468480 00002000:00100000:2.0:1746146168.603584:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b55880 x1830966202468480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.603596:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55880 with x1830966202468480 ext(0->4095) 00010000:00010000:2.0:1746146168.603601:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.603612:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.603617:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b55880 00000100:00100000:2.0:1746146168.603640:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3523 00000100:00100000:2.0:1746146168.603646:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966202468480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.603755:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966202468480:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.603761:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3523 00002000:00100000:2.0:1746146168.603767:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b55880 x1830966202468480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.603774:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55880 with x1830966202468480 ext(0->4095) 00010000:00010000:2.0:1746146168.603778:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.603786:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.603791:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b55880 00000100:00100000:0.0:1746146168.605277:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.605401:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202468608 00000100:00100000:3.0:1746146168.605404:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202468608 00010000:00010000:3.0:1746146168.605422:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.605590:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14687 00000100:00100000:3.0:1746146168.605597:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966202468608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.605610:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.605624:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.605633:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.605650:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133278000/0x88944630cfb635de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff777 expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.605675:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.605676:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.605682:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.605689:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.605736:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 58 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.605747:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199367552:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.605800:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.608464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.608526:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202468864 00000100:00100000:2.0:1746146168.608533:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202468864 00002000:00100000:2.0:1746146168.608561:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866680 x1830966202468864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.608568:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866680 with x1830966202468864 ext(0->4095) 00002000:00010000:2.0:1746146168.608572:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b866680 00000100:00100000:2.0:1746146168.608588:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14114 00000100:00100000:2.0:1746146168.608593:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966202468864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.608605:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199367552:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.608620:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.608659:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966202468608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3063us (3386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.608666:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14687 00000100:00100000:2.0:1746146168.608704:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202468864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.608709:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14114 00002000:00100000:2.0:1746146168.608735:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866680 x1830966202468864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.608742:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866680 with x1830966202468864 ext(0->4095) 00002000:00010000:2.0:1746146168.608744:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b866680 00000100:00100000:0.0:1746146168.610173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.610273:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202468992 00000100:00100000:3.0:1746146168.610278:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202468992 00000100:00100000:3.0:1746146168.610303:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31344 00000100:00100000:3.0:1746146168.610308:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202468992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.610319:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.610330:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff785 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.610350:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.610356:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.610357:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.610360:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.610380:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 57 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.610393:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 57 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.610402:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199367680:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146168.610460:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.613019:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199367680:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146168.613043:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.613056:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146168.613183:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202468992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2874us (3013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.613190:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31344 00000100:00100000:0.0:1746146168.614286:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.614384:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202469120 00000100:00100000:3.0:1746146168.614390:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202469120 00010000:00010000:3.0:1746146168.614414:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.614435:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14688 00000100:00100000:3.0:1746146168.614442:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202469120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.614452:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.614467:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.614480:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.614497:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880133279000/0x88944630cfb635e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff77e expref: 58 pid: 26612 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.614528:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.614530:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.614535:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.614542:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.614566:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.614576:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199367808:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.614620:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.616553:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199367808:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.616569:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.616598:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+57:2007:x1830966202469120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2156us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.616607:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14688 00000100:00100000:0.0:1746146168.618495:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.618550:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202469376 00000100:00100000:2.0:1746146168.618556:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202469376 00000100:00100000:0.0:1746146168.618562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:2.0:1746146168.618591:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b864700 x1830966202469376/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.618599:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864700 with x1830966202469376 ext(0->4095) 00002000:00010000:2.0:1746146168.618603:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b864700 00000100:00100000:2.0:1746146168.618620:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14115 00000100:00100000:2.0:1746146168.618627:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202469376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.618743:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b864700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202469376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (252us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.618752:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14115 00002000:00100000:2.0:1746146168.618757:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b864700 x1830966202469376/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.618764:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864700 with x1830966202469376 ext(0->4095) 00002000:00010000:2.0:1746146168.618767:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b864700 00000100:00100000:3.0:1746146168.619140:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202469504 00000100:00100000:3.0:1746146168.619144:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202469504 00000100:00100000:3.0:1746146168.619225:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31345 00000100:00100000:3.0:1746146168.619231:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+57:1758:x1830966202469504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.619239:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.619250:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff78c expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.619269:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.619275:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.619276:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.619279:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.619299:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.619307:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 5 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.619315:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199367936:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146168.619367:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.623856:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.623892:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.623949:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202469760 00000100:00100000:2.0:1746146168.623956:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202469760 00010000:00010000:2.0:1746146168.623990:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.624024:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14689 00000100:00100000:2.0:1746146168.624031:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202469760:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146168.624041:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146168.624055:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.624065:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.624083:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.624085:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.624091:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.624097:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.624125:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 58 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146168.624134:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199368064:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.624190:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.624391:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202469632 00000100:00100000:1.0:1746146168.624395:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202469632 00000100:00100000:1.0:1746146168.624417:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31346 00000100:00100000:1.0:1746146168.624422:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1766:x1830966202469632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.624432:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.624434:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb635ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff785 expref: 6 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.624441:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff793 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.624452:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199367936:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.624455:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 60 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.624460:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.624462:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.624464:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.624711:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 60 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.624838:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 60 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.624847:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146168.624871:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+60:1758:x1830966202469504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5640us (6308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.624876:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31345 00010000:00010000:1.0:1746146168.625259:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:1.0:1746146168.625268:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.625282:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199368192:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.625315:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.625560:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199368064:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.625569:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.625585:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202469760:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1556us (1692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.625591:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14689 00000100:00100000:1.0:1746146168.628561:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199368192:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.628585:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.628599:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a400, rc 0) 00000100:00100000:1.0:1746146168.629113:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+59:1766:x1830966202469632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4688us (5261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.629122:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31346 00000100:00100000:0.0:1746146168.629252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.629593:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202470016 00000100:00100000:3.0:1746146168.629599:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202470016 00002000:00100000:3.0:1746146168.629631:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b864000 x1830966202470016/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.629639:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864000 with x1830966202470016 ext(0->4095) 00010000:00010000:3.0:1746146168.629645:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.629656:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.629666:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b864000 00000100:00100000:3.0:1746146168.629678:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3524 00000100:00100000:3.0:1746146168.629683:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966202470016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146168.629817:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b864000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966202470016:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (565us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.629823:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3524 00002000:00100000:3.0:1746146168.629828:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b864000 x1830966202470016/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.629835:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b864000 with x1830966202470016 ext(0->4095) 00010000:00010000:3.0:1746146168.629839:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.629848:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00002000:00010000:3.0:1746146168.629853:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b864000 00000100:00100000:0.0:1746146168.631822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.631973:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202470144 00000100:00100000:3.0:1746146168.631979:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202470144 00010000:00010000:3.0:1746146168.632005:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.632239:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14690 00000100:00100000:3.0:1746146168.632247:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966202470144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.632258:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.632274:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.632285:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.632302:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb635f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff78c expref: 59 pid: 21272 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.632701:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.632703:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.632710:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.632932:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.633155:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.633167:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199368320:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.633235:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.635238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.635315:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202470400 00000100:00100000:2.0:1746146168.635321:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202470400 00002000:00100000:2.0:1746146168.635350:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866300 x1830966202470400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.635359:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866300 with x1830966202470400 ext(0->4095) 00002000:00010000:2.0:1746146168.635363:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b866300 00000100:00100000:2.0:1746146168.635378:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14116 00000100:00100000:2.0:1746146168.635384:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966202470400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146168.635464:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199368320:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.635478:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.635522:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2007:x1830966202470144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3276us (3705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.635530:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14690 00000100:00100000:2.0:1746146168.635617:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2007:x1830966202470400:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 231us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.635622:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14116 00002000:00100000:2.0:1746146168.635627:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b866300 x1830966202470400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.635634:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b866300 with x1830966202470400 ext(0->4095) 00002000:00010000:2.0:1746146168.635636:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b866300 00000100:00100000:0.0:1746146168.639361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.639428:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202470528 00000100:00100000:1.0:1746146168.639436:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202470528 00000100:00100000:1.0:1746146168.639486:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31347 00000100:00100000:1.0:1746146168.639494:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202470528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146168.639515:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146168.639528:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff79a expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.639552:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.639559:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.639561:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146168.639564:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.639591:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.639602:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 57 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:1.0:1746146168.639616:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199368448:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146168.639694:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146168.644247:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199368448:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146168.644668:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146168.644682:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00000100:00100000:1.0:1746146168.644750:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202470528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5257us (5396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.644757:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31347 00000100:00100000:1.0:1746146168.649438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.649698:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202470656 00000100:00100000:3.0:1746146168.649706:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202470656 00010000:00010000:3.0:1746146168.649755:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 58 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.649788:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14691 00000100:00100000:3.0:1746146168.649794:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202470656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.649805:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.649819:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 58 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.649829:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 58 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.649844:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a400/0x88944630cfb635fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff793 expref: 58 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.649858:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.649859:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.649865:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.649873:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.649896:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.649909:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199368576:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.649973:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.650455:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.650659:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202470784 00000100:00100000:0.0:1746146168.650663:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202470784 00000100:00100000:0.0:1746146168.650685:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31348 00000100:00100000:0.0:1746146168.650690:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202470784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146168.650701:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146168.650709:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7a1 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.650739:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.650744:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146168.650745:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146168.650748:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.650764:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.650774:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 5 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:0.0:1746146168.650782:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b867b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199368704:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146168.650813:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.652514:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199368576:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.652530:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.652648:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+59:2008:x1830966202470656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2852us (3216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.652656:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14691 00000100:00100000:0.0:1746146168.652670:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b867b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199368704:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146168.652687:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 58 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146168.652699:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbc6600, rc 0) 00000100:00100000:0.0:1746146168.652735:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+58:1758:x1830966202470784:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2045us (2280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146168.652741:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31348 00000100:00100000:1.0:1746146168.652796:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.652982:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202471040 00000100:00100000:2.0:1746146168.652987:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202471040 00002000:00100000:2.0:1746146168.653015:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7b80 x1830966202471040/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.653028:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7b80 with x1830966202471040 ext(0->4095) 00010000:00010000:2.0:1746146168.653033:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.653044:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.653050:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7b80 00000100:00100000:2.0:1746146168.653074:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3525 00000100:00100000:2.0:1746146168.653081:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202471040:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746146168.653214:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202471040:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (417us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.653220:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3525 00002000:00100000:2.0:1746146168.653225:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7b80 x1830966202471040/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.653232:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7b80 with x1830966202471040 ext(0->4095) 00010000:00010000:2.0:1746146168.653236:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.653248:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.653464:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef7b80 00000100:00100000:0.0:1746146168.655993:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.656049:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202471168 00000100:00100000:3.0:1746146168.656056:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202471168 00010000:00010000:3.0:1746146168.656081:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.656117:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14692 00000100:00100000:3.0:1746146168.656124:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202471168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.656134:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.656149:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.656159:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.656177:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63601 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff79a expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.656642:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.656644:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.656651:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.656659:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.656686:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.656697:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199368832:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.657102:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.659331:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199368832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.659345:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.659374:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202471168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3251us (3386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.659388:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14692 00000100:00100000:1.0:1746146168.661178:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.661797:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202471424 00000100:00100000:2.0:1746146168.661805:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202471424 00002000:00100000:2.0:1746146168.661842:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7480 x1830966202471424/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.661851:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7480 with x1830966202471424 ext(0->4095) 00002000:00010000:2.0:1746146168.661855:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef7480 00000100:00100000:2.0:1746146168.661874:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14117 00000100:00100000:2.0:1746146168.661880:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2010:x1830966202471424:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146168.661995:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2010:x1830966202471424:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.662001:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14117 00002000:00100000:2.0:1746146168.662005:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef7480 x1830966202471424/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.662012:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef7480 with x1830966202471424 ext(0->4095) 00002000:00010000:2.0:1746146168.662015:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef7480 00000100:00100000:0.0:1746146168.668589:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.668654:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202471552 00000100:00100000:2.0:1746146168.668662:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202471552 00000100:00100000:2.0:1746146168.668708:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31349 00000100:00100000:2.0:1746146168.668745:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202471552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.668760:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.668774:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7a8 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.668797:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.668808:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.668809:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.668813:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.668837:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 57 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.668847:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 57 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.668856:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199368960:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.668926:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.681446:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199368960:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.681472:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.681488:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b089400, rc 0) 00000100:00100000:2.0:1746146168.681564:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202471552:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12848us (12980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.681573:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31349 00000100:00100000:0.0:1746146168.685499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.686559:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202471680 00000100:00100000:2.0:1746146168.686571:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202471680 00002000:00100000:2.0:1746146168.686615:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b993100 x1830966202471680/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.686631:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993100 with x1830966202471680 ext(0->7) 00010000:00010000:2.0:1746146168.686640:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 58 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.686653:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 58 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.686660:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b993100 00000100:00100000:2.0:1746146168.686696:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3526 00000100:00100000:2.0:1746146168.686703:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+58:2008:x1830966202471680:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146168.688066:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2008:x1830966202471680:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1358us (2571us total) trans 4294972278 rc 0/0 00000100:00100000:0.0:1746146168.688074:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3526 00002000:00100000:0.0:1746146168.688080:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b993100 x1830966202471680/t4294972278(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146168.688088:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993100 with x1830966202471680 ext(0->7) 00010000:00010000:0.0:1746146168.688094:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 60 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:0.0:1746146168.688106:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 60 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:0.0:1746146168.688111:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b993100 00000100:00100000:0.0:1746146168.714375:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.715207:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.716056:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202471808 00000100:00100000:3.0:1746146168.716063:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202471808 00010000:00010000:3.0:1746146168.716092:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 60 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.716126:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14693 00000100:00100000:3.0:1746146168.716133:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966202471808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.716144:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.716158:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 60 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.716172:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 60 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.716190:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6600/0x88944630cfb63608 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a1 expref: 60 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.716408:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.716411:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.716417:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.716425:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.716450:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.716460:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199369088:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.716765:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202471936 00000100:00100000:2.0:1746146168.716769:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202471936 00000100:00100000:2.0:1746146168.716796:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31350 00000100:00100000:2.0:1746146168.716801:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+60:1758:x1830966202471936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.716812:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.716820:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7af expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.716834:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.716841:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.716842:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.716845:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.716864:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.716874:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 5 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.716881:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199369216:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146168.716960:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.717373:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.720966:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199369088:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.720983:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.721014:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+61:2007:x1830966202471808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4881us (6644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.721022:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14693 00000100:00100000:2.0:1746146168.721091:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199369216:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.721109:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 60 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.721121:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b089200, rc 0) 00000100:00100000:2.0:1746146168.721136:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+60:1758:x1830966202471936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4335us (5930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.721142:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31350 00000100:00100000:0.0:1746146168.722026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.722157:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202472192 00000100:00100000:2.0:1746146168.722162:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202472192 00002000:00100000:2.0:1746146168.722190:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991500 x1830966202472192/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.722199:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991500 with x1830966202472192 ext(0->4095) 00010000:00010000:2.0:1746146168.722205:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.722219:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.722225:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991500 00000100:00100000:2.0:1746146168.722239:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3527 00000100:00100000:2.0:1746146168.722245:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202472192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.722348:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202472192:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.722354:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3527 00002000:00100000:2.0:1746146168.722359:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b991500 x1830966202472192/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.722365:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991500 with x1830966202472192 ext(0->4095) 00010000:00010000:2.0:1746146168.722369:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.722377:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00002000:00010000:2.0:1746146168.722382:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991500 00000100:00100000:0.0:1746146168.725812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.725870:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202472320 00000100:00100000:3.0:1746146168.725880:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202472320 00010000:00010000:3.0:1746146168.725957:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:3.0:1746146168.725990:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14694 00000100:00100000:3.0:1746146168.725997:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202472320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.726006:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.726020:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.726029:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.726045:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b089400/0x88944630cfb6360f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7a8 expref: 6 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:3.0:1746146168.726065:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.726067:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.726072:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.726078:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.726104:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.726115:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199369344:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.726182:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.727485:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199369344:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.727498:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.727541:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202472320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1544us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.727548:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14694 00000100:00100000:0.0:1746146168.728110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.728220:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202472576 00000100:00100000:2.0:1746146168.728224:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202472576 00002000:00100000:2.0:1746146168.728249:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b993480 x1830966202472576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.728258:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993480 with x1830966202472576 ext(0->4095) 00002000:00010000:2.0:1746146168.728262:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b993480 00000100:00100000:2.0:1746146168.728277:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14118 00000100:00100000:2.0:1746146168.728283:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966202472576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.728517:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2007:x1830966202472576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 233us (407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.728522:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14118 00002000:00100000:2.0:1746146168.728527:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b993480 x1830966202472576/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.728534:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993480 with x1830966202472576 ext(0->4095) 00002000:00010000:2.0:1746146168.728536:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b993480 00000100:00100000:0.0:1746146168.736225:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.742085:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202472704 00000100:00100000:2.0:1746146168.742094:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202472704 00000100:00100000:2.0:1746146168.742141:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31351 00000100:00100000:2.0:1746146168.742148:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202472704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.742162:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.742178:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7b6 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.742207:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.742214:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.742216:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.742219:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.742249:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 59 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.742263:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 59 pid: 9583 timeout: 870 lvb_type: 0 00000100:00100000:2.0:1746146168.742273:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199369472:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.742350:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.746813:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.746877:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.746889:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202472832 00000100:00100000:2.0:1746146168.746897:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202472832 00000100:00100000:0.0:1746146168.746925:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.746950:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 564 00000100:00100000:0.0:1746146168.746951:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.746958:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008061a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:062d881c-0617-4303-9947-c7a5def1166b+12:2010:x1830966202472832:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146168.746975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.747011:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008061a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:062d881c-0617-4303-9947-c7a5def1166b+12:2010:x1830966202472832:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 54us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.747016:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 564 00000100:00100000:1.0:1746146168.747133:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202473088 00000100:00100000:1.0:1746146168.747137:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202473088 00000100:00100000:1.0:1746146168.747163:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202473344 00000100:00100000:1.0:1746146168.747165:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202473344 00000100:00100000:1.0:1746146168.747176:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202472960 00000100:00100000:1.0:1746146168.747178:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202472960 00000100:00100000:1.0:1746146168.747191:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1166 00000100:00100000:1.0:1746146168.747196:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202473088:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146168.747268:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1167 00000100:00100000:3.0:1746146168.747274:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2010:x1830966202473344:12345-192.168.203.12@tcp:400:kworker.0 00000100:00080000:0.0:1746146168.748073:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746146168.748078:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746146168.748089:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202473216 00000100:00100000:0.0:1746146168.748093:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202473216 00000100:00080000:0.0:1746146168.748106:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746146168.748113:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.748127:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 801 00000100:00100000:0.0:1746146168.748134:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202473216:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146168.748137:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202473472 00000100:00100000:2.0:1746146168.748139:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202473472 00000100:00080000:0.0:1746146168.748163:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746146168.748166:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1168 00000100:00100000:2.0:1746146168.748171:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202472960:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146168.748185:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202473216:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 51us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146168.748191:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 801 00000100:00100000:2.0:1746146168.748193:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202472960:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 23us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.748198:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1168 00000100:00100000:2.0:1746146168.748208:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1169 00000100:00100000:2.0:1746146168.748213:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202473472:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146168.748229:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202473472:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 16us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.748233:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1169 00000100:00100000:1.0:1746146168.751160:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202473088:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 3954us (4275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.751170:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1166 00000100:00100000:3.0:1746146168.751275:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2010:x1830966202473344:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 4000us (4350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.751282:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1167 00000100:00100000:0.0:1746146168.752204:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.752279:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202473600 00000100:00100000:2.0:1746146168.752286:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202473600 00000100:00080000:0.0:1746146168.752341:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746146168.752406:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31352 00000100:00100000:2.0:1746146168.752413:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2006:x1830966202473600:12345-192.168.203.12@tcp:9:kworker.0 00000020:00000080:2.0:1746146168.752434:0:21272:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88944630cfa76d69 00000100:00080000:2.0:1746146168.752439:0:21272:0:(import.c:66:import_set_state_nolock()) ffff880131ba8800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1746146168.752472:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1746146168.752481:0:21272:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970881 00000100:00100000:2.0:1746146168.752674:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+2:2006:x1830966202473600:12345-192.168.203.12@tcp:9:kworker.0 Request processed in 261us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.752680:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31352 00000100:00100000:2.0:1746146168.769883:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199369472:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.769909:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.769923:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffb7c00, rc 0) 00000100:00100000:2.0:1746146168.770837:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202472704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 28686us (34616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.770845:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31351 00000100:00100000:0.0:1746146168.791672:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.791965:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202473728 00000100:00100000:2.0:1746146168.791973:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202473728 00002000:00100000:2.0:1746146168.792007:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b992300 x1830966202473728/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.792022:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992300 with x1830966202473728 ext(0->7) 00010000:00010000:2.0:1746146168.792029:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 60 pid: 9583 timeout: 870 lvb_type: 0 00010000:00010000:2.0:1746146168.792040:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 60 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.792046:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992300 00000100:00100000:2.0:1746146168.792072:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3528 00000100:00100000:2.0:1746146168.792078:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+60:2010:x1830966202473728:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146168.793380:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2010:x1830966202473728:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1300us (1713us total) trans 4294972279 rc 0/0 00000100:00100000:0.0:1746146168.793387:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3528 00002000:00100000:0.0:1746146168.793393:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b992300 x1830966202473728/t4294972279(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146168.793400:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992300 with x1830966202473728 ext(0->7) 00010000:00010000:0.0:1746146168.793405:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 62 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146168.793415:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 62 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146168.793420:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992300 00000100:00100000:0.0:1746146168.798586:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146168.798635:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.798739:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202473984 00000100:00100000:2.0:1746146168.798747:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202473984 00000100:00100000:2.0:1746146168.798782:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31353 00000100:00100000:2.0:1746146168.798788:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+62:1758:x1830966202473984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.798801:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.798814:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7bd expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.798836:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.798841:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.798846:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146168.798849:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.798880:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.798891:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.798899:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c671a00, rc 0) 00000100:00100000:2.0:1746146168.798932:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+63:1758:x1830966202473984:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.798937:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31353 00000100:00100000:3.0:1746146168.798939:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202473856 00000100:00100000:3.0:1746146168.798944:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202473856 00010000:00010000:3.0:1746146168.798961:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 63 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.798994:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14695 00000100:00100000:3.0:1746146168.799000:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ddd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+63:2009:x1830966202473856:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.799008:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.799021:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 63 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.799030:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 63 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.799045:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b089200/0x88944630cfb63616 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7af expref: 63 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.799055:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.799056:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.799061:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.799067:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.799084:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.799093:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 5 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.799102:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199369728:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.799149:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6540 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.804335:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199369728:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.804352:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.804393:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ddd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2009:x1830966202473856:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5392us (5756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.804402:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14695 00000100:00100000:0.0:1746146168.804884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.804942:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202474240 00000100:00100000:1.0:1746146168.804948:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202474240 00002000:00100000:1.0:1746146168.804979:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b992680 x1830966202474240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.804987:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992680 with x1830966202474240 ext(0->4095) 00010000:00010000:1.0:1746146168.804994:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146168.805004:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146168.805009:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992680 00000100:00100000:1.0:1746146168.805033:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3529 00000100:00100000:1.0:1746146168.805039:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202474240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.805775:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202474240:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 733us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.805782:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3529 00002000:00100000:1.0:1746146168.805788:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b992680 x1830966202474240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.805795:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992680 with x1830966202474240 ext(0->4095) 00010000:00010000:1.0:1746146168.805800:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146168.805808:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146168.805813:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992680 00000100:00100000:0.0:1746146168.809432:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.809535:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202474368 00000100:00100000:3.0:1746146168.809541:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202474368 00010000:00010000:3.0:1746146168.809566:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.809909:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14696 00000100:00100000:3.0:1746146168.809915:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202474368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.809925:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.809940:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.809950:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.809967:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffb7c00/0x88944630cfb6361d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7b6 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.809989:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.809991:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.809996:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.810003:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.810025:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.810034:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199369856:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.810089:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.812459:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199369856:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.812474:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.812753:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202474368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2836us (3324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.812761:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14696 00000100:00100000:0.0:1746146168.813763:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.813879:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202474624 00000100:00100000:1.0:1746146168.813885:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202474624 00002000:00100000:1.0:1746146168.813917:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f8e00 x1830966202474624/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.813925:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8e00 with x1830966202474624 ext(0->4095) 00002000:00010000:1.0:1746146168.813929:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f8e00 00000100:00100000:1.0:1746146168.813950:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14119 00000100:00100000:1.0:1746146168.813955:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202474624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.814043:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202474624:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.814048:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14119 00002000:00100000:1.0:1746146168.814052:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f8e00 x1830966202474624/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.814059:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8e00 with x1830966202474624 ext(0->4095) 00002000:00010000:1.0:1746146168.814061:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f8e00 00000100:00100000:0.0:1746146168.816673:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.819590:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202474752 00000100:00100000:2.0:1746146168.819600:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202474752 00000100:00100000:2.0:1746146168.819649:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31354 00000100:00100000:2.0:1746146168.819657:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202474752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.819671:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.819691:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7c4 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.819736:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.819742:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.819744:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.819747:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.819779:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 61 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.819789:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 61 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146168.819798:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199369984:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.819884:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.824097:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199369984:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.824124:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.824139:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c670c00, rc 0) 00000100:00100000:2.0:1746146168.824184:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202474752:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4528us (7515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.824192:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31354 00000100:00100000:0.0:1746146168.830268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.830327:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202474880 00000100:00100000:2.0:1746146168.830334:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202474880 00002000:00100000:2.0:1746146168.830370:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b5f8000 x1830966202474880/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.830380:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8000 with x1830966202474880 ext(0->7) 00010000:00010000:2.0:1746146168.830388:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 62 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146168.830405:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 62 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.830410:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5f8000 00000100:00100000:2.0:1746146168.830442:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3530 00000100:00100000:2.0:1746146168.830449:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+62:2008:x1830966202474880:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746146168.832582:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2008:x1830966202474880:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2128us (2315us total) trans 4294972280 rc 0/0 00000100:00100000:2.0:1746146168.832591:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3530 00002000:00100000:2.0:1746146168.832599:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b5f8000 x1830966202474880/t4294972280(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.832606:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f8000 with x1830966202474880 ext(0->7) 00010000:00010000:2.0:1746146168.832614:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 64 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146168.832628:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 64 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.832634:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5f8000 00000100:00100000:0.0:1746146168.839002:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.839670:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202475008 00000100:00100000:3.0:1746146168.839678:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202475008 00010000:00010000:3.0:1746146168.839708:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 64 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.839889:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14697 00000100:00100000:3.0:1746146168.839898:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2010:x1830966202475008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.839909:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.839925:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 64 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.839935:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 64 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.839953:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63624 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7bd expref: 64 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.840909:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.840911:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.840918:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.840925:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.840953:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.840963:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199370112:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.841594:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.846009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.846095:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202475136 00000100:00100000:2.0:1746146168.846102:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202475136 00000100:00100000:2.0:1746146168.846131:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31355 00000100:00100000:2.0:1746146168.846137:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1758:x1830966202475136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.846151:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.846165:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7cb expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.846186:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.846192:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.846193:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.846196:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.846220:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.846229:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 5 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146168.846239:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199370240:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.847644:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.848782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.848975:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199370112:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.848992:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.849019:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+65:2010:x1830966202475008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 9123us (10024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.849027:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14697 00000100:00100000:3.0:1746146168.849064:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199370240:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146168.849082:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 64 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.849093:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c671a00, rc 0) 00000100:00100000:3.0:1746146168.849109:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+64:1758:x1830966202475136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2972us (3106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.849120:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31355 00000100:00100000:2.0:1746146168.849181:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202475392 00000100:00100000:2.0:1746146168.849186:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202475392 00002000:00100000:2.0:1746146168.849212:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fbb80 x1830966202475392/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.849220:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fbb80 with x1830966202475392 ext(0->4095) 00010000:00010000:2.0:1746146168.849225:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146168.849236:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.849241:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fbb80 00000100:00100000:2.0:1746146168.849265:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3531 00000100:00100000:2.0:1746146168.849271:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202475392:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.849353:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202475392:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 82us (574us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.849357:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3531 00002000:00100000:2.0:1746146168.849362:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fbb80 x1830966202475392/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.849368:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fbb80 with x1830966202475392 ext(0->4095) 00010000:00010000:2.0:1746146168.849372:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146168.849380:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.849384:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fbb80 00000100:00100000:0.0:1746146168.854027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.856149:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202475520 00000100:00100000:3.0:1746146168.856158:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202475520 00010000:00010000:3.0:1746146168.856192:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.856237:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14698 00000100:00100000:3.0:1746146168.856246:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202475520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.856257:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.856273:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.856284:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.856302:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c670c00/0x88944630cfb6362b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7c4 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.856319:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.856320:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.856326:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.856333:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.856360:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.856369:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199370368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.856448:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.860896:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199370368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.860913:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.861325:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202475520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5078us (7302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.861334:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14698 00000100:00100000:0.0:1746146168.862241:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.862302:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202475776 00000100:00100000:1.0:1746146168.862309:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202475776 00002000:00100000:1.0:1746146168.862341:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa680 x1830966202475776/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.862355:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa680 with x1830966202475776 ext(0->4095) 00002000:00010000:1.0:1746146168.862359:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fa680 00000100:00100000:1.0:1746146168.862386:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14120 00000100:00100000:1.0:1746146168.862394:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2008:x1830966202475776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.862528:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2008:x1830966202475776:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.862533:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14120 00002000:00100000:1.0:1746146168.862538:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa680 x1830966202475776/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.862544:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa680 with x1830966202475776 ext(0->4095) 00002000:00010000:1.0:1746146168.862546:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5fa680 00000100:00100000:0.0:1746146168.869013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.869227:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202475904 00000100:00100000:3.0:1746146168.869235:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202475904 00000100:00100000:3.0:1746146168.869270:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31356 00000100:00100000:3.0:1746146168.869276:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202475904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.869290:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.869304:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7d2 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.869326:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.869332:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.869334:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.869337:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.869360:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 63 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.869370:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 63 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.869381:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199370496:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146168.870333:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.871819:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199370496:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146168.871843:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.871855:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146168.871899:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202475904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2622us (2892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.871906:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31356 00000100:00100000:0.0:1746146168.872831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.872883:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202476032 00000100:00100000:2.0:1746146168.872889:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202476032 00002000:00100000:2.0:1746146168.872918:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b5f9f80 x1830966202476032/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.872927:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9f80 with x1830966202476032 ext(0->7) 00010000:00010000:2.0:1746146168.872932:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 64 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146168.872946:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 64 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.872951:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5f9f80 00000100:00100000:2.0:1746146168.876954:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3532 00000100:00100000:2.0:1746146168.876972:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+64:2010:x1830966202476032:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746146168.880222:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2010:x1830966202476032:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 3250us (7384us total) trans 4294972281 rc 0/0 00000100:00100000:2.0:1746146168.880233:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3532 00002000:00100000:2.0:1746146168.880241:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b5f9f80 x1830966202476032/t4294972281(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.880249:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9f80 with x1830966202476032 ext(0->7) 00010000:00010000:2.0:1746146168.880257:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 66 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146168.880270:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 66 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.880275:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5f9f80 00000100:00100000:0.0:1746146168.897804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.897904:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202476160 00000100:00100000:3.0:1746146168.897911:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202476160 00000100:00100000:3.0:1746146168.897955:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31357 00000100:00100000:3.0:1746146168.897962:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+66:1758:x1830966202476160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.897978:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.897993:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7d9 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.898014:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.898018:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.898023:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146168.898026:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.898051:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.898062:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.898075:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146168.898121:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+67:1758:x1830966202476160:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.898127:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31357 00000100:00100000:0.0:1746146168.900670:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.900748:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202476288 00000100:00100000:3.0:1746146168.900754:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202476288 00010000:00010000:3.0:1746146168.900783:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 67 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.900816:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14699 00000100:00100000:3.0:1746146168.900821:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+67:2010:x1830966202476288:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.900832:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.900847:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 67 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.900857:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 67 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.900875:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb63632 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7cb expref: 67 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.900896:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.900898:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.900903:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.900914:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.900939:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.900949:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 5 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.900958:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199370752:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.901025:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.917990:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.918091:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202476544 00000100:00100000:2.0:1746146168.918098:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202476544 00002000:00100000:2.0:1746146168.918131:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9c00 x1830966202476544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.918141:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9c00 with x1830966202476544 ext(0->4095) 00010000:00010000:2.0:1746146168.918149:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146168.918161:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.918167:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9c00 00000100:00100000:2.0:1746146168.918184:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3533 00000100:00100000:2.0:1746146168.918190:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202476544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146168.918296:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202476544:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.918301:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3533 00002000:00100000:2.0:1746146168.918305:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac9c00 x1830966202476544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.918312:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac9c00 with x1830966202476544 ext(0->4095) 00010000:00010000:2.0:1746146168.918316:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146168.918325:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146168.918329:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac9c00 00000100:00100000:3.0:1746146168.918755:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199370752:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.918769:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.918799:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2010:x1830966202476288:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 17978us (18135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.918805:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14699 00000100:00100000:0.0:1746146168.922038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.922155:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202476672 00000100:00100000:3.0:1746146168.922162:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202476672 00010000:00010000:3.0:1746146168.922190:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.922222:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14700 00000100:00100000:3.0:1746146168.922228:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202476672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.922239:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.922254:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.922263:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.922280:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63639 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d2 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.922329:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.922331:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.922337:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.922344:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.922368:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.922377:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199370880:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.922610:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.926210:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.926340:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202476928 00000100:00100000:1.0:1746146168.926346:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202476928 00000100:00100000:3.0:1746146168.926356:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199370880:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.926372:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746146168.926377:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacad80 x1830966202476928/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.926385:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacad80 with x1830966202476928 ext(0->4095) 00002000:00010000:1.0:1746146168.926388:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacad80 00000100:00100000:3.0:1746146168.926404:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202476672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4176us (4371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146168.926416:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14121 00000100:00100000:1.0:1746146168.926422:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2007:x1830966202476928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146168.926521:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2007:x1830966202476928:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.926526:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14121 00002000:00100000:1.0:1746146168.926532:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacad80 x1830966202476928/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.926538:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacad80 with x1830966202476928 ext(0->4095) 00002000:00010000:1.0:1746146168.926540:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacad80 00000100:00100000:3.0:1746146168.926670:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14700 00000100:00100000:0.0:1746146168.933519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.933619:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202477056 00000100:00100000:3.0:1746146168.933627:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202477056 00000100:00100000:3.0:1746146168.933701:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31358 00000100:00100000:3.0:1746146168.933709:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202477056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146168.933745:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146168.933760:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7e0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.933784:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.933790:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.933791:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146168.933795:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.933817:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 65 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.933827:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 65 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.933837:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199371008:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146168.935774:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.935801:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199371008:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146168.935820:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.935835:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146168.936961:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202477056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3248us (3453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.936969:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31358 00000100:00100000:0.0:1746146168.939997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.940116:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202477184 00000100:00100000:1.0:1746146168.940124:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202477184 00002000:00100000:1.0:1746146168.940157:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cacb100 x1830966202477184/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.940165:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacb100 with x1830966202477184 ext(0->7) 00010000:00010000:1.0:1746146168.940172:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 66 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146168.940181:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 66 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146168.940187:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacb100 00000100:00100000:1.0:1746146168.940213:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3534 00000100:00100000:1.0:1746146168.940220:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+66:2009:x1830966202477184:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746146168.945783:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2009:x1830966202477184:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 5553us (5781us total) trans 4294972282 rc 0/0 00000100:00100000:1.0:1746146168.945793:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3534 00002000:00100000:1.0:1746146168.945803:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009cacb100 x1830966202477184/t4294972282(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.945812:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacb100 with x1830966202477184 ext(0->7) 00010000:00010000:1.0:1746146168.945820:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146168.945834:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146168.945840:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cacb100 00000100:00100000:0.0:1746146168.948890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.948981:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202477312 00000100:00100000:3.0:1746146168.948988:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202477312 00010000:00010000:3.0:1746146168.949057:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.949177:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14701 00000100:00100000:3.0:1746146168.949224:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2009:x1830966202477312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.949253:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.949273:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.949286:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.949306:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb63640 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7d9 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746146168.950568:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.950621:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202477440 00000100:00100000:2.0:1746146168.950625:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202477440 00000100:00100000:2.0:1746146168.950647:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31359 00000100:00100000:2.0:1746146168.950651:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+68:1758:x1830966202477440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.950663:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.950673:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7e7 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.950686:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.950691:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.950696:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.950699:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.950739:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.950748:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.950755:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.950756:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.950761:0:9583:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.950767:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.950779:0:9583:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.950792:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 5 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146168.950802:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199371264:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146168.951246:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00010000:00010000:3.0:1746146168.951585:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.952489:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2009:x1830966202477312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3292us (3591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.952499:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14701 00000100:00100000:0.0:1746146168.954982:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.955030:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202477696 00000100:00100000:1.0:1746146168.955038:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202477696 00002000:00100000:1.0:1746146168.955068:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009caca680 x1830966202477696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.955078:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009caca680 with x1830966202477696 ext(0->4095) 00010000:00010000:1.0:1746146168.955089:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146168.955100:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146168.955106:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009caca680 00000100:00100000:2.0:1746146168.955125:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199371264:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146168.955136:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3535 00010000:00010000:2.0:1746146168.955141:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c670800, rc 0) 00000100:00100000:1.0:1746146168.955141:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202477696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.955185:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+68:1758:x1830966202477440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4533us (4619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.955191:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31359 00000100:00100000:1.0:1746146168.955227:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202477696:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.955232:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3535 00002000:00100000:1.0:1746146168.955237:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009caca680 x1830966202477696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.955243:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009caca680 with x1830966202477696 ext(0->4095) 00010000:00010000:1.0:1746146168.955248:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146168.955255:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146168.955260:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009caca680 00000100:00100000:0.0:1746146168.956469:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.956536:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202477824 00000100:00100000:3.0:1746146168.956540:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202477824 00010000:00010000:3.0:1746146168.956555:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.956808:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14702 00000100:00100000:3.0:1746146168.956813:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202477824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.956823:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.956834:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.956842:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.956858:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63647 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e0 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.956972:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.956973:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.956980:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.956987:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.957011:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.957024:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199371392:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.957278:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146168.959979:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.960136:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199371392:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.960153:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.960183:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ddc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202477824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3369us (3715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.960191:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14702 00000100:00100000:2.0:1746146168.960280:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202478080 00000100:00100000:2.0:1746146168.960285:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202478080 00002000:00100000:2.0:1746146168.960312:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aaa680 x1830966202478080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.960320:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa680 with x1830966202478080 ext(0->4095) 00002000:00010000:2.0:1746146168.960324:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aaa680 00000100:00100000:2.0:1746146168.960350:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14122 00000100:00100000:2.0:1746146168.960356:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2007:x1830966202478080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146168.960872:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2007:x1830966202478080:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 514us (897us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146168.960877:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14122 00002000:00100000:2.0:1746146168.960882:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aaa680 x1830966202478080/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146168.960894:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaa680 with x1830966202478080 ext(0->4095) 00002000:00010000:2.0:1746146168.960897:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aaa680 00000100:00100000:0.0:1746146168.962891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.963441:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202478208 00000100:00100000:2.0:1746146168.963448:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202478208 00000100:00100000:2.0:1746146168.963485:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31360 00000100:00100000:2.0:1746146168.963492:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202478208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.963523:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.963540:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7ee expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.963564:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.963570:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.963571:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.963574:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.963599:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.963608:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 67 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146168.963618:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199371520:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.963689:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.968538:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199371520:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.968567:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.968581:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c670e00, rc 0) 00000100:00100000:2.0:1746146168.968621:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202478208:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5129us (5735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.968627:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31360 00000100:00100000:0.0:1746146168.971918:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.972249:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202478336 00000100:00100000:3.0:1746146168.972257:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202478336 00010000:00010000:3.0:1746146168.972286:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746146168.972383:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.972447:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14703 00000100:00100000:3.0:1746146168.972456:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202478336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.972467:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.972483:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.972494:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.972522:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c670800/0x88944630cfb6364e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7e7 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.972539:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.972542:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.972548:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.972554:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.972580:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.972590:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199371648:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.972645:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.972739:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202478464 00000100:00100000:2.0:1746146168.972743:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202478464 00000100:00100000:2.0:1746146168.973700:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31361 00000100:00100000:2.0:1746146168.973709:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+68:1758:x1830966202478464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.973751:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.973764:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7f5 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.973783:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.973788:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.973789:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146168.973792:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.973809:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.973819:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 5 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146168.973828:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199371776:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.973889:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.979064:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199371648:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.979082:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.979118:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2008:x1830966202478336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6663us (7206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.979127:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14703 00000100:00100000:1.0:1746146168.979805:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.980017:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199371776:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.980037:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 68 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.980052:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c671a00, rc 0) 00000100:00100000:2.0:1746146168.980086:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+68:1758:x1830966202478464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6378us (7703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.980092:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31361 00000100:00100000:3.0:1746146168.980336:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202478720 00000100:00100000:3.0:1746146168.980342:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202478720 00002000:00100000:3.0:1746146168.980371:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5500 x1830966202478720/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.980380:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5500 with x1830966202478720 ext(0->4095) 00010000:00010000:3.0:1746146168.980385:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.980396:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146168.980406:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef5500 00000100:00100000:3.0:1746146168.980420:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3536 00000100:00100000:3.0:1746146168.980425:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202478720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146168.980522:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202478720:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (717us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146168.980526:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3536 00002000:00100000:3.0:1746146168.980530:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef5500 x1830966202478720/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146168.980536:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5500 with x1830966202478720 ext(0->4095) 00010000:00010000:3.0:1746146168.980540:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.980548:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146168.980552:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012cef5500 00000100:00100000:0.0:1746146168.984108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146168.984225:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202478848 00000100:00100000:3.0:1746146168.984233:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202478848 00010000:00010000:3.0:1746146168.984262:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146168.984297:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14704 00000100:00100000:3.0:1746146168.984304:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202478848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146168.984315:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146168.984330:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.984340:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.984358:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c670e00/0x88944630cfb63655 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7ee expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146168.984925:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.984927:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146168.984934:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.984942:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146168.984968:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146168.984978:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199371904:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146168.985057:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746146168.986947:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199371904:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146168.986963:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146168.986995:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202478848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2691us (2893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146168.987003:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14704 00000100:00100000:0.0:1746146168.987847:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.988021:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202479104 00000100:00100000:1.0:1746146168.988027:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202479104 00002000:00100000:1.0:1746146168.988059:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aab800 x1830966202479104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.988068:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aab800 with x1830966202479104 ext(0->4095) 00002000:00010000:1.0:1746146168.988071:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aab800 00000100:00100000:1.0:1746146168.988097:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14123 00000100:00100000:1.0:1746146168.988108:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202479104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146168.988485:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2008:x1830966202479104:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 371us (633us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146168.988491:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14123 00002000:00100000:1.0:1746146168.988496:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aab800 x1830966202479104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 488/4536 e 0 to 0 dl 1746146179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.988509:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aab800 with x1830966202479104 ext(0->4095) 00002000:00010000:1.0:1746146168.988512:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aab800 00000100:00100000:0.0:1746146168.994036:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146168.994104:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202479232 00000100:00100000:2.0:1746146168.994112:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202479232 00000100:00100000:2.0:1746146168.994159:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31362 00000100:00100000:2.0:1746146168.994166:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202479232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146168.994180:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146168.994194:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff7fc expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.994215:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.994221:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.994222:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146168.994224:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.994252:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 67 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.994261:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 67 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146168.994271:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199372032:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146168.994858:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146168.996799:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199372032:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146168.996823:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146168.996835:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0bf400, rc 0) 00000100:00100000:2.0:1746146168.996898:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202479232:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2731us (2868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146168.996904:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31362 00000100:00100000:0.0:1746146168.998216:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146168.998665:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202479360 00000100:00100000:1.0:1746146168.998671:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202479360 00002000:00100000:1.0:1746146168.998704:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801369cdf80 x1830966202479360/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/0 e 0 to 0 dl 1746146179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146168.998737:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdf80 with x1830966202479360 ext(0->7) 00010000:00010000:1.0:1746146168.998743:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146168.998754:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 68 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146168.998760:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cdf80 00000100:00100000:1.0:1746146168.999246:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3537 00000100:00100000:1.0:1746146168.999254:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+68:2010:x1830966202479360:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.000098:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2010:x1830966202479360:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 843us (1882us total) trans 4294972283 rc 0/0 00000100:00100000:0.0:1746146169.000105:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3537 00002000:00100000:0.0:1746146169.000111:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff8801369cdf80 x1830966202479360/t4294972283(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:299/0 lens 496/448 e 0 to 0 dl 1746146179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.000119:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdf80 with x1830966202479360 ext(0->7) 00010000:00010000:0.0:1746146169.000124:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.000350:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.000356:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cdf80 00000100:00100000:0.0:1746146169.002594:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.002886:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202479488 00000100:00100000:3.0:1746146169.002892:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202479488 00010000:00010000:3.0:1746146169.002915:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.002942:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14705 00000100:00100000:3.0:1746146169.002947:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2009:x1830966202479488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.002957:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.002970:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.002979:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.002995:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c671a00/0x88944630cfb6365c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7f5 expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.003008:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.003010:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.003015:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.003021:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.003042:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.003050:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199372160:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.003106:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.005326:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.005382:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202479744 00000100:00100000:1.0:1746146169.005387:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202479744 00000100:00100000:3.0:1746146169.005411:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199372160:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746146169.005419:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cdc00 x1830966202479744/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746146169.005425:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746146169.005427:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdc00 with x1830966202479744 ext(0->4095) 00002000:00010000:1.0:1746146169.005430:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801369cdc00 00000100:00100000:3.0:1746146169.005450:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+69:2009:x1830966202479488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2502us (2860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.005458:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14705 00000100:00100000:1.0:1746146169.005458:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14124 00000100:00100000:1.0:1746146169.005465:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202479744:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146169.006524:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202479744:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 1057us (1200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.006531:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14124 00002000:00100000:1.0:1746146169.006537:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cdc00 x1830966202479744/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.006549:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cdc00 with x1830966202479744 ext(0->4095) 00002000:00010000:1.0:1746146169.006552:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801369cdc00 00000100:00100000:0.0:1746146169.006739:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.006836:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202479872 00000100:00100000:2.0:1746146169.006841:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202479872 00000100:00100000:2.0:1746146169.006863:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31363 00000100:00100000:2.0:1746146169.006868:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+69:1758:x1830966202479872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.006878:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.006889:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff803 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.006908:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.006914:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.006916:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.006919:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.006939:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.006948:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 5 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.006958:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199372288:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.007008:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.010192:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.010282:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199372288:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.010304:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.010318:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0bfe00, rc 0) 00000100:00100000:2.0:1746146169.010364:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+70:1758:x1830966202479872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3494us (3624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.010370:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31363 00000100:00100000:0.0:1746146169.010481:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.010563:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202480128 00000100:00100000:3.0:1746146169.010568:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202480128 00010000:00010000:3.0:1746146169.010591:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.010612:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14706 00000100:00100000:3.0:1746146169.010618:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202480128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.010628:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.010642:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.010651:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.010669:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bf400/0x88944630cfb63663 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff7fc expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.010681:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.010683:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.010688:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.010699:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.010743:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.010753:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199372416:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.010791:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.011402:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202480000 00000100:00100000:2.0:1746146169.011406:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202480000 00000100:00100000:2.0:1746146169.011433:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31364 00000100:00100000:2.0:1746146169.011438:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+70:1766:x1830966202480000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.011454:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.011465:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff80a expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.011478:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.011486:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.011487:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.011489:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.011510:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.011520:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.011528:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199372544:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.011600:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.015123:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199372544:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.015137:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199372416:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.015149:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146169.015149:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.015162:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf2800, rc 0) 00000100:00100000:3.0:1746146169.015181:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202480128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4563us (4699us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.015184:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1766:x1830966202480000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3745us (4999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.015188:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14706 00000100:00100000:2.0:1746146169.015193:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31364 00000100:00100000:0.0:1746146169.016153:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.016223:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202480384 00000100:00100000:1.0:1746146169.016228:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202480384 00002000:00100000:1.0:1746146169.016260:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83ad80 x1830966202480384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.016269:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83ad80 with x1830966202480384 ext(0->4095) 00010000:00010000:1.0:1746146169.016275:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.016286:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.016292:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83ad80 00000100:00100000:1.0:1746146169.016625:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3538 00000100:00100000:1.0:1746146169.016633:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202480384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.016961:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202480384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 327us (807us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.016966:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3538 00002000:00100000:1.0:1746146169.016971:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83ad80 x1830966202480384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.016978:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83ad80 with x1830966202480384 ext(0->4095) 00010000:00010000:1.0:1746146169.016982:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.016992:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.016997:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83ad80 00000100:00100000:0.0:1746146169.018678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.018924:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202480512 00000100:00100000:3.0:1746146169.018929:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202480512 00010000:00010000:3.0:1746146169.018948:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.018977:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14707 00000100:00100000:3.0:1746146169.018984:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2008:x1830966202480512:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.018994:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.019007:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.019016:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.019034:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d0bfe00/0x88944630cfb6366a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff803 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.019050:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.019051:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.019058:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.019064:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.019088:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.019097:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199372672:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.019159:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.021633:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.021915:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199372672:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.021930:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.021959:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202480512:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2976us (3285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.021967:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14707 00000100:00100000:1.0:1746146169.022311:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202480768 00000100:00100000:1.0:1746146169.022316:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202480768 00002000:00100000:1.0:1746146169.022343:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839880 x1830966202480768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.022352:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839880 with x1830966202480768 ext(0->4095) 00002000:00010000:1.0:1746146169.022355:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e839880 00000100:00100000:1.0:1746146169.022379:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14125 00000100:00100000:1.0:1746146169.022385:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202480768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.022488:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2008:x1830966202480768:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (860us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.022494:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14125 00002000:00100000:1.0:1746146169.022499:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839880 x1830966202480768/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.022513:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839880 with x1830966202480768 ext(0->4095) 00002000:00010000:1.0:1746146169.022516:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e839880 00000100:00100000:0.0:1746146169.024484:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.024562:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202480896 00000100:00100000:2.0:1746146169.024567:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202480896 00000100:00100000:2.0:1746146169.024964:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31365 00000100:00100000:2.0:1746146169.024972:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202480896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.024983:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.024995:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff811 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.025024:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.026727:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.026732:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.026740:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.026772:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.026785:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 69 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.026797:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199372800:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.026884:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.028951:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199372800:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.028975:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.028989:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:2.0:1746146169.029037:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202480896:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4064us (4554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.029045:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31365 00000100:00100000:0.0:1746146169.033183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.033537:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202481024 00000100:00100000:3.0:1746146169.033543:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202481024 00010000:00010000:3.0:1746146169.033573:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746146169.034179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.034882:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14708 00000100:00100000:3.0:1746146169.034891:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202481024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.034905:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.034923:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.034934:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.034951:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2800/0x88944630cfb63671 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff80a expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.034969:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.034970:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.034975:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.034982:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.035006:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.035016:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199372928:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.035070:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.035546:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202481152 00000100:00100000:2.0:1746146169.035551:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202481152 00000100:00100000:2.0:1746146169.035982:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31366 00000100:00100000:2.0:1746146169.035990:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+70:1758:x1830966202481152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.036001:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.036011:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff818 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.036027:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.036031:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.036032:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.036035:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.036050:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.036059:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 5 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.036067:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199373056:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.036954:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.038337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.038924:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199373056:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.038951:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.038964:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512000, rc 0) 00000100:00100000:2.0:1746146169.038997:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1758:x1830966202481152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3008us (4819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.039004:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31366 00000100:00100000:1.0:1746146169.039150:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202481408 00000100:00100000:1.0:1746146169.039156:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202481408 00002000:00100000:1.0:1746146169.039187:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83bb80 x1830966202481408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.039201:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83bb80 with x1830966202481408 ext(0->4095) 00010000:00010000:1.0:1746146169.039207:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.039217:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.039222:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83bb80 00000100:00100000:1.0:1746146169.039235:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3539 00000100:00100000:1.0:1746146169.039241:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202481408:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146169.039329:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202481408:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 88us (994us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.039334:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3539 00002000:00100000:1.0:1746146169.039339:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83bb80 x1830966202481408/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.039345:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83bb80 with x1830966202481408 ext(0->4095) 00010000:00010000:1.0:1746146169.039349:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.039356:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.039360:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83bb80 00000100:00100000:3.0:1746146169.039437:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199372928:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.039448:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.039468:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202481024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4579us (6292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.039475:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14708 00000100:00100000:0.0:1746146169.042777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.042822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.045213:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202481536 00000100:00100000:2.0:1746146169.045223:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202481536 00000100:00100000:3.0:1746146169.045346:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202481664 00000100:00100000:3.0:1746146169.045351:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202481664 00010000:00010000:3.0:1746146169.045373:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.045458:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31367 00000100:00100000:2.0:1746146169.045466:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+70:1766:x1830966202481536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.045479:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.045490:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff81f expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.045526:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.045531:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.045536:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.045539:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.045575:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.045586:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.045594:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513a00, rc 0) 00000100:00100000:2.0:1746146169.045644:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1766:x1830966202481536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (2873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.045649:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31367 00000100:00100000:3.0:1746146169.045704:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14709 00000100:00100000:3.0:1746146169.045710:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202481664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.045731:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.045746:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.045756:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.045770:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63678 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff811 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.045790:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.045792:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.045797:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.045803:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.045822:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.045831:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.045841:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199373312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.045888:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e6c6240 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.050344:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199373312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.050363:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.050410:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202481664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4699us (7586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.050419:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14709 00000100:00100000:0.0:1746146169.051628:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146169.056039:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746146169.056122:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202481920 00000100:00100000:3.0:1746146169.056132:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202481920 00002000:00100000:3.0:1746146169.056181:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838e00 x1830966202481920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.056191:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838e00 with x1830966202481920 ext(0->4095) 00010000:00010000:3.0:1746146169.056205:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.056217:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.056223:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e838e00 00000100:00100000:3.0:1746146169.056246:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3540 00000100:00100000:3.0:1746146169.056252:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202481920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.056364:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202481920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (4739us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.056370:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3540 00002000:00100000:3.0:1746146169.056375:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838e00 x1830966202481920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.056385:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838e00 with x1830966202481920 ext(0->4095) 00010000:00010000:3.0:1746146169.056389:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.056401:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.056407:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e838e00 00000100:00100000:0.0:1746146169.061392:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.061453:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202482048 00000100:00100000:3.0:1746146169.061460:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202482048 00010000:00010000:3.0:1746146169.061490:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.061533:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14710 00000100:00100000:3.0:1746146169.061540:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202482048:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.061551:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.061565:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.061581:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.061599:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb6367f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff818 expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.061622:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.061623:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.061629:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.061637:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.061663:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 70 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.061680:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199373440:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.061776:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.066333:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.066429:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199373440:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.066452:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.066488:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202482048:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4948us (5103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.066497:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14710 00000100:00100000:1.0:1746146169.066584:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202482304 00000100:00100000:1.0:1746146169.066589:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202482304 00002000:00100000:1.0:1746146169.066622:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839c00 x1830966202482304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.066630:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839c00 with x1830966202482304 ext(0->4095) 00002000:00010000:1.0:1746146169.066634:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e839c00 00000100:00100000:1.0:1746146169.066653:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14126 00000100:00100000:1.0:1746146169.066659:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2010:x1830966202482304:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146169.066799:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2010:x1830966202482304:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.066805:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14126 00002000:00100000:1.0:1746146169.066809:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e839c00 x1830966202482304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.066815:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839c00 with x1830966202482304 ext(0->4095) 00002000:00010000:1.0:1746146169.066818:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e839c00 00000100:00100000:0.0:1746146169.072614:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.073684:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202482432 00000100:00100000:2.0:1746146169.073692:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202482432 00000100:00100000:2.0:1746146169.073834:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31368 00000100:00100000:2.0:1746146169.073842:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202482432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.073856:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.073871:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff826 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.073897:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.073904:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.073905:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.073908:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.073937:0:9583:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.073947:0:9583:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 69 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.073958:0:9583:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199373568:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.074026:0:9583:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.078378:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.078461:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.079173:0:9583:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e3df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9583:1830966199373568:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.079195:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.079210:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513e00, rc 0) 00000100:00100000:2.0:1746146169.079245:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202482432:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5404us (6637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.079252:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31368 00000100:00100000:2.0:1746146169.079272:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202482688 00000100:00100000:2.0:1746146169.079277:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202482688 00000100:00100000:2.0:1746146169.079307:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31369 00000100:00100000:2.0:1746146169.079312:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+70:1758:x1830966202482688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.079323:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.079333:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff82d expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.079348:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.079352:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.079357:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146169.079360:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.079381:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.079389:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 71 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.079395:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513400, rc 0) 00000100:00100000:2.0:1746146169.079409:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+71:1758:x1830966202482688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.079413:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31369 00000100:00100000:3.0:1746146169.079863:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202482560 00000100:00100000:3.0:1746146169.079868:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202482560 00010000:00010000:3.0:1746146169.079885:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.079912:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14711 00000100:00100000:3.0:1746146169.079917:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+71:2007:x1830966202482560:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.079923:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.079937:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.079946:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.079960:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb63686 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff81f expref: 71 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.079983:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.079985:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.079989:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.079995:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.080012:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 5 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.080020:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 5 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.080030:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199373824:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.080078:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.083788:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.083981:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202482944 00000100:00100000:0.0:1746146169.083988:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202482944 00002000:00100000:0.0:1746146169.084020:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3df80 x1830966202482944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.084029:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3df80 with x1830966202482944 ext(0->4095) 00010000:00010000:0.0:1746146169.084035:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.084046:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.084057:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e3df80 00000100:00100000:0.0:1746146169.084135:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3541 00000100:00100000:0.0:1746146169.084141:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202482944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146169.084241:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202482944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146169.084247:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3541 00002000:00100000:0.0:1746146169.084252:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130e3df80 x1830966202482944/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.084259:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130e3df80 with x1830966202482944 ext(0->4095) 00010000:00010000:0.0:1746146169.084263:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.084271:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.084276:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130e3df80 00000100:00100000:3.0:1746146169.084538:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199373824:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.084554:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.084773:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202482560:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4854us (6311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.084780:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14711 00000100:00100000:0.0:1746146169.091770:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.091899:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202483072 00000100:00100000:3.0:1746146169.091906:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202483072 00010000:00010000:3.0:1746146169.091935:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.091965:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14712 00000100:00100000:3.0:1746146169.091971:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202483072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.091982:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.091998:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.092008:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.092024:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6368d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff826 expref: 6 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.092039:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.092041:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.092052:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.092060:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.092084:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.092095:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199373952:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.093199:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.096010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.096157:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202483328 00000100:00100000:1.0:1746146169.096163:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202483328 00002000:00100000:1.0:1746146169.096199:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0c380 x1830966202483328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.096208:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0c380 with x1830966202483328 ext(0->4095) 00002000:00010000:1.0:1746146169.096211:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0c380 00000100:00100000:1.0:1746146169.096227:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14127 00000100:00100000:1.0:1746146169.096232:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2010:x1830966202483328:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746146169.096378:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199373952:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.096387:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2010:x1830966202483328:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (384us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746146169.096393:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.096394:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14127 00002000:00100000:1.0:1746146169.096399:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0c380 x1830966202483328/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.096406:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0c380 with x1830966202483328 ext(0->4095) 00002000:00010000:1.0:1746146169.096408:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d0c380 00000100:00100000:3.0:1746146169.096495:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202483072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4523us (4731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.096510:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14712 00000100:00100000:0.0:1746146169.100766:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.100846:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202483456 00000100:00100000:1.0:1746146169.100853:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202483456 00000100:00100000:1.0:1746146169.100935:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31370 00000100:00100000:1.0:1746146169.100942:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202483456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.100956:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.100968:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff834 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.102151:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.102160:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.102162:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.102165:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.102197:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 69 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.102207:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 69 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.102221:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199374080:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.102294:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.103865:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199374080:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.103889:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.103902:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146169.103931:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202483456:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2989us (3171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.103938:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31370 00000100:00100000:0.0:1746146169.108133:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.108240:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202483584 00000100:00100000:1.0:1746146169.108247:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202483584 00002000:00100000:1.0:1746146169.108280:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d0fb80 x1830966202483584/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.108288:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0fb80 with x1830966202483584 ext(0->7) 00010000:00010000:1.0:1746146169.108295:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.108306:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 70 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.108313:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0fb80 00000100:00100000:1.0:1746146169.108427:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3542 00000100:00100000:1.0:1746146169.108435:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+70:2007:x1830966202483584:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.110006:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2007:x1830966202483584:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1566us (1873us total) trans 4294972284 rc 0/0 00000100:00100000:0.0:1746146169.110014:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3542 00002000:00100000:0.0:1746146169.110021:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880130d0fb80 x1830966202483584/t4294972284(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/448 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.110029:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0fb80 with x1830966202483584 ext(0->7) 00010000:00010000:0.0:1746146169.110035:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 72 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.110046:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 72 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.110052:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0fb80 00000100:00100000:0.0:1746146169.116335:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.116425:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.116611:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202483840 00000100:00100000:1.0:1746146169.116618:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202483840 00000100:00100000:1.0:1746146169.116665:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31371 00000100:00100000:1.0:1746146169.116672:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:1758:x1830966202483840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.116686:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.116698:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff83b expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.116750:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.116755:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.116760:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146169.116762:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.116790:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.116800:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.116807:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146169.116844:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202483840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.116850:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31371 00000100:00100000:3.0:1746146169.117248:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202483712 00000100:00100000:3.0:1746146169.117253:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202483712 00010000:00010000:3.0:1746146169.117270:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 73 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.117289:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14713 00000100:00100000:3.0:1746146169.117294:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2008:x1830966202483712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.117301:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.117314:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 73 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.117328:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 73 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.117342:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63694 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff82d expref: 73 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.117356:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.117358:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.117362:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.117368:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.117386:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.117395:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.117405:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199374336:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.117451:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.121425:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199374336:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.121445:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.121487:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2008:x1830966202483712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4192us (5062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.121499:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14713 00000100:00100000:0.0:1746146169.121925:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.121949:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202484096 00000100:00100000:1.0:1746146169.121955:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202484096 00002000:00100000:1.0:1746146169.121982:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a462d80 x1830966202484096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.121990:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a462d80 with x1830966202484096 ext(0->4095) 00010000:00010000:1.0:1746146169.121997:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.122008:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.122014:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a462d80 00000100:00100000:1.0:1746146169.122037:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3543 00000100:00100000:1.0:1746146169.122043:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202484096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.122145:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202484096:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.122150:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3543 00002000:00100000:1.0:1746146169.122155:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a462d80 x1830966202484096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.122162:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a462d80 with x1830966202484096 ext(0->4095) 00010000:00010000:1.0:1746146169.122166:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.122174:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.122179:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a462d80 00000100:00100000:0.0:1746146169.126075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.126186:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202484224 00000100:00100000:3.0:1746146169.126193:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202484224 00010000:00010000:3.0:1746146169.126219:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.126317:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14714 00000100:00100000:3.0:1746146169.126324:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202484224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.126335:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.126349:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.126359:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.126452:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb6369b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff834 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.126559:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.126561:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.126567:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 71 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.126573:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 71 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.126599:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 71 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.126609:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199374464:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.127216:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.129768:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199374464:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.129785:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.129818:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202484224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3494us (3749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.129826:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14714 00000100:00100000:0.0:1746146169.130483:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.130561:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202484480 00000100:00100000:1.0:1746146169.130567:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202484480 00002000:00100000:1.0:1746146169.130599:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29f80 x1830966202484480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.130609:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29f80 with x1830966202484480 ext(0->4095) 00002000:00010000:1.0:1746146169.130613:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be29f80 00000100:00100000:1.0:1746146169.130642:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14128 00000100:00100000:1.0:1746146169.130648:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2009:x1830966202484480:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146169.130783:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2009:x1830966202484480:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.130788:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14128 00002000:00100000:1.0:1746146169.130793:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29f80 x1830966202484480/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.130800:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29f80 with x1830966202484480 ext(0->4095) 00002000:00010000:1.0:1746146169.130803:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be29f80 00000100:00100000:0.0:1746146169.134662:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.134794:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202484608 00000100:00100000:2.0:1746146169.134801:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202484608 00000100:00100000:2.0:1746146169.134851:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31372 00000100:00100000:2.0:1746146169.134857:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202484608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.134872:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.134885:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff842 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.134910:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 71 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.134921:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.134923:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.134926:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.134951:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 71 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.134961:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 71 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.134970:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199374592:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.135045:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.142706:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199374592:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.142763:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.142778:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512000, rc 0) 00000100:00100000:2.0:1746146169.142815:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202484608:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7958us (8160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.142822:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31372 00000100:00100000:0.0:1746146169.143026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.143367:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202484736 00000100:00100000:2.0:1746146169.143372:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202484736 00002000:00100000:2.0:1746146169.143402:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008be2b800 x1830966202484736/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.143414:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2b800 with x1830966202484736 ext(0->7) 00010000:00010000:2.0:1746146169.143419:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 72 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.143429:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 72 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.143434:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2b800 00000100:00100000:2.0:1746146169.143540:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3544 00000100:00100000:2.0:1746146169.143547:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+72:2008:x1830966202484736:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.145793:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202484736:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2239us (2761us total) trans 4294972285 rc 0/0 00000100:00100000:0.0:1746146169.145802:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3544 00002000:00100000:0.0:1746146169.145810:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008be2b800 x1830966202484736/t4294972285(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/448 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.145818:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2b800 with x1830966202484736 ext(0->7) 00010000:00010000:0.0:1746146169.145825:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.145837:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.145843:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2b800 00000100:00100000:0.0:1746146169.150390:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.150519:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202484864 00000100:00100000:3.0:1746146169.150527:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202484864 00010000:00010000:3.0:1746146169.150558:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.150788:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14715 00000100:00100000:3.0:1746146169.150796:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202484864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.150811:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.150826:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.150837:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.150854:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff83b expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.150873:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.150875:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.150880:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.150887:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.150912:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.150923:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199374720:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.151609:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.156046:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199374720:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.156063:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.156098:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966202484864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5303us (5715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.156107:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14715 00000100:00100000:0.0:1746146169.156605:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.156662:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202485120 00000100:00100000:2.0:1746146169.156668:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202485120 00002000:00100000:2.0:1746146169.156697:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2a680 x1830966202485120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.156705:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2a680 with x1830966202485120 ext(0->4095) 00002000:00010000:2.0:1746146169.156709:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2a680 00000100:00100000:2.0:1746146169.156761:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14129 00000100:00100000:2.0:1746146169.156767:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202485120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146169.156870:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202485120:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.156876:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14129 00002000:00100000:2.0:1746146169.156881:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2a680 x1830966202485120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.156893:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2a680 with x1830966202485120 ext(0->4095) 00002000:00010000:2.0:1746146169.156896:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2a680 00000100:00100000:0.0:1746146169.158672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.158874:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202485248 00000100:00100000:2.0:1746146169.158879:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202485248 00000100:00100000:2.0:1746146169.158952:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31373 00000100:00100000:2.0:1746146169.158959:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1766:x1830966202485248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.158970:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.158981:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff849 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.159000:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.159006:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.159007:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.159010:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.159029:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.159037:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 5 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.159046:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199374848:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.159098:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.163280:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199374848:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.163306:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.163321:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513c00, rc 0) 00000100:00100000:2.0:1746146169.163357:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1766:x1830966202485248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4398us (4688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.163364:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31373 00000100:00100000:0.0:1746146169.163687:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.164236:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202485376 00000100:00100000:3.0:1746146169.164541:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202485376 00000100:00100000:3.0:1746146169.164583:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31374 00000100:00100000:3.0:1746146169.164590:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9b8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1758:x1830966202485376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.164602:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.164614:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff850 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.164631:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.164635:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.164640:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.164643:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 75 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.164666:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.164674:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 75 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.164681:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146169.164734:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9b8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202485376:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.164739:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31374 00000100:00100000:0.0:1746146169.165137:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.165379:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202485504 00000100:00100000:3.0:1746146169.165383:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202485504 00010000:00010000:3.0:1746146169.165399:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.165452:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14716 00000100:00100000:3.0:1746146169.165458:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202485504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.165466:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.165480:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.165489:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.165515:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb636a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff842 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.165582:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.165583:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.165589:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.165596:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.165614:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.165624:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.165634:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199375104:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.165740:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012fa7e300 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.167113:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199375104:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.167126:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.167180:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202485504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1722us (2044us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.167186:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14716 00000100:00100000:0.0:1746146169.167773:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.167929:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202485760 00000100:00100000:1.0:1746146169.167934:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202485760 00002000:00100000:1.0:1746146169.167966:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be28700 x1830966202485760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.167975:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28700 with x1830966202485760 ext(0->4095) 00010000:00010000:1.0:1746146169.167981:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.167992:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.168002:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be28700 00000100:00100000:1.0:1746146169.168031:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3545 00000100:00100000:1.0:1746146169.168037:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202485760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.168146:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202485760:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.168152:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3545 00002000:00100000:1.0:1746146169.168156:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be28700 x1830966202485760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.168162:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28700 with x1830966202485760 ext(0->4095) 00010000:00010000:1.0:1746146169.168167:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.168174:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.168179:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be28700 00000100:00100000:0.0:1746146169.170570:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.171368:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.171591:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202485888 00000100:00100000:3.0:1746146169.171599:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202485888 00000100:00100000:3.0:1746146169.171636:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31375 00000100:00100000:3.0:1746146169.171642:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202485888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.171655:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.171667:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff857 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.171686:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.171690:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.171696:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146169.171699:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.171740:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.171751:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.171760:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146169.171796:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202485888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (1231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.171801:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31375 00000100:00100000:2.0:1746146169.172048:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202486016 00000100:00100000:2.0:1746146169.172052:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202486016 00010000:00010000:2.0:1746146169.172068:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.172093:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14717 00000100:00100000:2.0:1746146169.172099:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2009:x1830966202486016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.172106:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.172120:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.172129:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.172143:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb636b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff849 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.172164:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.172166:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.172171:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.172177:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.172194:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.172203:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.172214:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199375360:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.172262:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.175016:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199375360:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.175031:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.175072:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2009:x1830966202486016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2972us (3704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.175080:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14717 00000100:00100000:0.0:1746146169.176273:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.177002:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202486272 00000100:00100000:1.0:1746146169.177008:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202486272 00002000:00100000:1.0:1746146169.177039:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29500 x1830966202486272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.177048:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29500 with x1830966202486272 ext(0->4095) 00010000:00010000:1.0:1746146169.177055:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.177071:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.177077:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be29500 00000100:00100000:1.0:1746146169.177104:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3546 00000100:00100000:1.0:1746146169.177111:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202486272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.177798:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202486272:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 686us (1527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.177804:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3546 00002000:00100000:1.0:1746146169.177810:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be29500 x1830966202486272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.177816:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29500 with x1830966202486272 ext(0->4095) 00010000:00010000:1.0:1746146169.177821:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.177829:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.177834:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be29500 00000100:00100000:0.0:1746146169.180448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.180536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.180544:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202486400 00000100:00100000:1.0:1746146169.180551:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202486400 00000100:00100000:1.0:1746146169.180593:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31376 00000100:00100000:1.0:1746146169.180599:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1758:x1830966202486400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.180612:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.180626:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff85e expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.180645:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.180650:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.180653:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202486528 00010000:00010000:1.0:1746146169.180655:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746146169.180656:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202486528 00010000:00010000:1.0:1746146169.180658:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.180669:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.180685:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.180694:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14718 00010000:00010000:1.0:1746146169.180695:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.180698:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202486528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.180703:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00010000:00010000:2.0:1746146169.180705:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.180738:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.180746:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.180754:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1758:x1830966202486400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (313us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146169.180759:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb636b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff850 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.180759:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31376 00010000:00010000:2.0:1746146169.180850:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.180852:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.180857:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.180863:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.180882:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.180892:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 5 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.180902:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199375616:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.180947:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.182950:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199375616:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.182965:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.183112:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202486528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2411us (2574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.183121:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14718 00000100:00100000:0.0:1746146169.184937:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.185063:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202486784 00000100:00100000:3.0:1746146169.185069:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202486784 00002000:00100000:3.0:1746146169.185101:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2aa00 x1830966202486784/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.185115:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2aa00 with x1830966202486784 ext(0->4095) 00010000:00010000:3.0:1746146169.185122:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.185133:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.185139:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2aa00 00000100:00100000:3.0:1746146169.185218:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3547 00000100:00100000:3.0:1746146169.185225:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202486784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.185336:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202486784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.185342:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3547 00002000:00100000:3.0:1746146169.185347:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2aa00 x1830966202486784/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.185354:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2aa00 with x1830966202486784 ext(0->4095) 00010000:00010000:3.0:1746146169.185358:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.185365:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.185371:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be2aa00 00000100:00100000:0.0:1746146169.190443:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.190524:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202486912 00000100:00100000:2.0:1746146169.190531:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202486912 00010000:00010000:2.0:1746146169.190559:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.190595:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14719 00000100:00100000:2.0:1746146169.190602:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202486912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.190612:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.190628:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.190638:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.190657:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb636be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff857 expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.190683:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.190685:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.190690:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.190697:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.191180:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.191191:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199375744:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.191813:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.196005:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199375744:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146169.196009:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.196061:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202487168 00000100:00100000:1.0:1746146169.196066:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202487168 00002000:00100000:1.0:1746146169.196101:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2a300 x1830966202487168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.196110:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2a300 with x1830966202487168 ext(0->4095) 00002000:00010000:1.0:1746146169.196113:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2a300 00010000:00010000:2.0:1746146169.196141:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.196145:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14130 00000100:00100000:1.0:1746146169.196152:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202487168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.196186:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202486912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5584us (5749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.196193:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14719 00000100:00100000:1.0:1746146169.196238:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202487168:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.196244:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14130 00002000:00100000:1.0:1746146169.196248:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008be2a300 x1830966202487168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.196254:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be2a300 with x1830966202487168 ext(0->4095) 00002000:00010000:1.0:1746146169.196256:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be2a300 00000100:00100000:0.0:1746146169.197425:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.197474:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202487296 00000100:00100000:1.0:1746146169.197478:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202487296 00000100:00100000:1.0:1746146169.197526:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31377 00000100:00100000:1.0:1746146169.197532:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202487296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.197542:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.197555:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff865 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.197575:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.197581:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.197582:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.197585:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.197605:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.197618:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 73 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.197629:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199375872:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.197693:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.199399:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199375872:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.199418:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.199429:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146169.199456:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202487296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1924us (2032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.199462:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31377 00000100:00100000:0.0:1746146169.200290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.200430:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202487424 00000100:00100000:2.0:1746146169.200435:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202487424 00010000:00010000:2.0:1746146169.200456:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.200475:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14720 00000100:00100000:2.0:1746146169.200480:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202487424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.200491:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.200541:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.200551:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.200568:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb636c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff85e expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.200592:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.200593:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.200599:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.200605:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.200630:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.200640:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199376000:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.200995:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.201949:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199376000:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.201961:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.202097:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2008:x1830966202487424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1615us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.202105:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14720 00000100:00100000:0.0:1746146169.202251:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.202365:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202487680 00000100:00100000:3.0:1746146169.202370:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202487680 00002000:00100000:3.0:1746146169.202398:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4e300 x1830966202487680/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.202407:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4e300 with x1830966202487680 ext(0->4095) 00002000:00010000:3.0:1746146169.202410:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4e300 00000100:00100000:3.0:1746146169.202604:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14131 00000100:00100000:3.0:1746146169.202610:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202487680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.202809:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202487680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.202814:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14131 00002000:00100000:3.0:1746146169.202819:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4e300 x1830966202487680/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.202826:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4e300 with x1830966202487680 ext(0->4095) 00002000:00010000:3.0:1746146169.202829:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d4e300 00000100:00100000:0.0:1746146169.205135:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.205190:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202487808 00000100:00100000:1.0:1746146169.205196:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202487808 00000100:00100000:1.0:1746146169.205229:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31378 00000100:00100000:1.0:1746146169.205235:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1766:x1830966202487808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.205285:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.205300:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff86c expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.205324:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.205333:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.205334:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.205337:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.205370:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.205379:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.205389:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199376128:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.205452:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.206785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.207220:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202487936 00000100:00100000:2.0:1746146169.207226:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202487936 00000100:00100000:2.0:1746146169.207253:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31379 00000100:00100000:2.0:1746146169.207260:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202487936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.207271:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.207282:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff873 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.207301:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.207305:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.207310:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.207313:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.207335:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.207346:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.207354:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512e00, rc 0) 00000100:00100000:2.0:1746146169.207396:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1758:x1830966202487936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.207401:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31379 00000100:00100000:1.0:1746146169.207935:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199376128:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.207950:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.207958:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146169.208020:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202487808:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2784us (2889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.208026:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31378 00000100:00100000:0.0:1746146169.209242:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.209285:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202488064 00000100:00100000:2.0:1746146169.209289:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202488064 00010000:00010000:2.0:1746146169.209307:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.209322:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14721 00000100:00100000:2.0:1746146169.209328:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202488064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.209336:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.209349:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.209357:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.209371:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff865 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.209394:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.209395:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.209400:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.209406:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.209428:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.209437:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.209445:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199376384:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.209494:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.211252:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199376384:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.211267:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.211294:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202488064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1965us (2054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.211301:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14721 00000100:00100000:0.0:1746146169.212481:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.212549:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202488320 00000100:00100000:3.0:1746146169.212555:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202488320 00002000:00100000:3.0:1746146169.212584:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065aa00 x1830966202488320/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.212592:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065aa00 with x1830966202488320 ext(0->4095) 00010000:00010000:3.0:1746146169.212599:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.212611:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.212621:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065aa00 00000100:00100000:3.0:1746146169.212646:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3548 00000100:00100000:3.0:1746146169.212653:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202488320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.212765:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202488320:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.212770:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3548 00002000:00100000:3.0:1746146169.212775:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065aa00 x1830966202488320/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.212781:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065aa00 with x1830966202488320 ext(0->4095) 00010000:00010000:3.0:1746146169.212785:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.212793:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.212798:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013065aa00 00000100:00100000:0.0:1746146169.216896:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.217076:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202488448 00000100:00100000:1.0:1746146169.217083:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202488448 00000100:00100000:1.0:1746146169.217118:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31380 00000100:00100000:1.0:1746146169.217124:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202488448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.217139:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.217151:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff87a expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.217171:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.217176:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.217181:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746146169.217183:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.217209:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.217220:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.217227:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146169.217259:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202488448:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.217264:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31380 00000100:00100000:0.0:1746146169.218410:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.218955:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202488576 00000100:00100000:2.0:1746146169.218961:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202488576 00010000:00010000:2.0:1746146169.218980:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.219048:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14722 00000100:00100000:2.0:1746146169.219054:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2010:x1830966202488576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.219064:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.219078:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.219087:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.219102:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb636d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff86c expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.219197:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.219199:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.219204:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.219211:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.219233:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.219243:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.219252:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199376640:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.219394:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.223180:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199376640:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.223199:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.223236:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2010:x1830966202488576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4181us (4827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.223244:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14722 00000100:00100000:0.0:1746146169.223704:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.224788:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202488832 00000100:00100000:1.0:1746146169.224794:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202488832 00002000:00100000:1.0:1746146169.224828:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b999880 x1830966202488832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.224836:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999880 with x1830966202488832 ext(0->4095) 00010000:00010000:1.0:1746146169.224843:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.224855:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.224860:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b999880 00000100:00100000:1.0:1746146169.224890:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3549 00000100:00100000:1.0:1746146169.224896:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202488832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.224995:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202488832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (1292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.225001:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3549 00002000:00100000:1.0:1746146169.225005:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b999880 x1830966202488832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.225012:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999880 with x1830966202488832 ext(0->4095) 00010000:00010000:1.0:1746146169.225017:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.225025:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.225029:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b999880 00000100:00100000:0.0:1746146169.228110:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.228164:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202488960 00000100:00100000:1.0:1746146169.228170:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202488960 00000100:00100000:0.0:1746146169.228186:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.228236:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202489088 00000100:00100000:2.0:1746146169.228239:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202489088 00010000:00010000:2.0:1746146169.228257:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 75 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.228323:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31381 00000100:00100000:1.0:1746146169.228330:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202488960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.228343:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.228355:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff881 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.228442:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14723 00000100:00100000:2.0:1746146169.228448:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202489088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.228458:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.228472:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.228486:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.228513:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb636da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff873 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.228526:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.228531:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.228536:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.228539:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.228567:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.228569:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.228576:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.228583:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.228602:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.228612:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.228671:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.228678:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.228688:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199376768:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.228743:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199376896:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.228768:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fec00 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.228774:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.230859:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199376896:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.230878:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.230889:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146169.230918:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202488960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2589us (2813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.230928:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31381 00000100:00100000:0.0:1746146169.231966:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.232036:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199376768:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.232048:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.232083:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202489088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3634us (3896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.232093:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14723 00000100:00100000:3.0:1746146169.232478:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202489344 00000100:00100000:3.0:1746146169.232484:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202489344 00002000:00100000:3.0:1746146169.232522:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072817100 x1830966202489344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.232529:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817100 with x1830966202489344 ext(0->4095) 00010000:00010000:3.0:1746146169.232535:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.232550:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.232556:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072817100 00000100:00100000:3.0:1746146169.232570:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3550 00000100:00100000:3.0:1746146169.232577:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202489344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.232661:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202489344:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (696us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.232666:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3550 00002000:00100000:3.0:1746146169.232671:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072817100 x1830966202489344/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.232678:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817100 with x1830966202489344 ext(0->4095) 00010000:00010000:3.0:1746146169.232682:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.232691:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.232696:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072817100 00000100:00100000:0.0:1746146169.235828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.235886:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202489472 00000100:00100000:2.0:1746146169.235894:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202489472 00010000:00010000:2.0:1746146169.235924:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.236760:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14724 00000100:00100000:2.0:1746146169.236770:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202489472:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.236782:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.236800:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.236812:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.236831:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb636e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff87a expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.236862:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.236864:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.236870:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.236878:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.236905:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.236915:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199377024:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.236983:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.240889:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199377024:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.240908:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.240945:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202489472:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4177us (5123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.240954:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14724 00000100:00100000:0.0:1746146169.241884:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.241928:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202489728 00000100:00100000:1.0:1746146169.241934:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202489728 00002000:00100000:1.0:1746146169.241962:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816680 x1830966202489728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.241971:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816680 with x1830966202489728 ext(0->4095) 00002000:00010000:1.0:1746146169.241974:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816680 00000100:00100000:1.0:1746146169.242086:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14132 00000100:00100000:1.0:1746146169.242092:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202489728:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.242195:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202489728:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.242200:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14132 00002000:00100000:1.0:1746146169.242204:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816680 x1830966202489728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.242210:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816680 with x1830966202489728 ext(0->4095) 00002000:00010000:1.0:1746146169.242213:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816680 00000100:00100000:0.0:1746146169.244379:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.244454:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202489856 00000100:00100000:1.0:1746146169.244460:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202489856 00000100:00100000:1.0:1746146169.244493:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31382 00000100:00100000:1.0:1746146169.244512:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202489856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.244526:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.244539:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff888 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.244563:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.244570:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.244571:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.244574:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.244596:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.244606:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 73 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.244616:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199377152:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.244688:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.247091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.247163:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202489984 00000100:00100000:2.0:1746146169.247168:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202489984 00010000:00010000:2.0:1746146169.247193:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.247222:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14725 00000100:00100000:2.0:1746146169.247227:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202489984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.247236:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.247250:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.247260:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.247277:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.247279:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.247284:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.247295:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.247319:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.247329:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199377280:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.247405:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fea80 going to sleep for 11 seconds 00010000:00010000:1.0:1746146169.247540:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb636e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff881 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.247556:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199377152:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.247574:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.247582:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146169.247607:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202489856:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3108us (3234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.247614:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31382 00000100:00100000:2.0:1746146169.249379:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199377280:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.249394:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146169.249594:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.249676:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966202489984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2447us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.249685:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14725 00000100:00100000:3.0:1746146169.249751:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202490240 00000100:00100000:3.0:1746146169.249755:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202490240 00002000:00100000:3.0:1746146169.249782:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815c00 x1830966202490240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.249790:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815c00 with x1830966202490240 ext(0->4095) 00002000:00010000:3.0:1746146169.249794:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072815c00 00000100:00100000:3.0:1746146169.249808:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14133 00000100:00100000:3.0:1746146169.249813:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202490240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.249895:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202490240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (302us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.249900:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14133 00002000:00100000:3.0:1746146169.249905:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072815c00 x1830966202490240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.249911:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815c00 with x1830966202490240 ext(0->4095) 00002000:00010000:3.0:1746146169.249914:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072815c00 00000100:00100000:0.0:1746146169.251518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.251565:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202490368 00000100:00100000:1.0:1746146169.251570:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202490368 00000100:00100000:1.0:1746146169.251603:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31383 00000100:00100000:1.0:1746146169.251610:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202490368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.251620:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.251632:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff88f expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.251652:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.251659:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.251660:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.251663:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.251685:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.251695:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.251705:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199377408:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.251789:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.253126:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.253188:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202490496 00000100:00100000:0.0:1746146169.253193:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202490496 00000100:00100000:0.0:1746146169.253744:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31384 00000100:00100000:0.0:1746146169.253753:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202490496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146169.253765:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146169.253775:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff896 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.253790:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146169.253795:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.253799:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146169.253802:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 76 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.253825:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.253835:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 76 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.253847:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fcc00, rc 0) 00000100:00100000:0.0:1746146169.253887:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1766:x1830966202490496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.253892:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31384 00000100:00100000:0.0:1746146169.254676:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cef5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199377408:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.254681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146169.254691:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.254736:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202490624 00000100:00100000:2.0:1746146169.254741:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202490624 00010000:00010000:2.0:1746146169.254759:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.254785:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14726 00000100:00100000:2.0:1746146169.254791:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202490624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.254799:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.254813:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.254822:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.254837:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb636ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff888 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.254861:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.254863:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.254868:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.254875:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.254894:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.255012:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.255022:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199377664:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.255063:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fea80 going to sleep for 11 seconds 00010000:00010000:0.0:1746146169.255287:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:0.0:1746146169.255311:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202490368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3702us (3795us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.255317:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31383 00000100:00100000:2.0:1746146169.258126:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199377664:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.258142:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.258172:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202490624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3380us (3489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.258181:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14726 00000100:00100000:0.0:1746146169.259777:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.259856:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202490880 00000100:00100000:2.0:1746146169.259862:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202490880 00002000:00100000:2.0:1746146169.260687:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814700 x1830966202490880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.260697:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814700 with x1830966202490880 ext(0->4095) 00010000:00010000:2.0:1746146169.260705:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.260745:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.260751:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814700 00000100:00100000:2.0:1746146169.260776:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3551 00000100:00100000:2.0:1746146169.260782:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202490880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.260883:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202490880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (1109us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.260888:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3551 00002000:00100000:2.0:1746146169.260893:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814700 x1830966202490880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.260899:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814700 with x1830966202490880 ext(0->4095) 00010000:00010000:2.0:1746146169.260903:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.260911:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.260916:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814700 00000100:00100000:0.0:1746146169.264193:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.265475:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202491008 00000100:00100000:2.0:1746146169.265483:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202491008 00010000:00010000:2.0:1746146169.265525:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.266160:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14727 00000100:00100000:2.0:1746146169.266167:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202491008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.266178:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.266194:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.266205:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.266223:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb636f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff88f expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.266246:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.266248:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.266253:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.266261:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.266285:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.266298:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199377792:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.266361:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.270979:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.271063:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199377792:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.271078:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.271120:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202491008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4954us (6932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.271129:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14727 00000100:00100000:3.0:1746146169.271347:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202491264 00000100:00100000:3.0:1746146169.271353:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202491264 00002000:00100000:3.0:1746146169.271381:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814e00 x1830966202491264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.271389:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814e00 with x1830966202491264 ext(0->4095) 00002000:00010000:3.0:1746146169.271392:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072814e00 00000100:00100000:3.0:1746146169.271416:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14134 00000100:00100000:3.0:1746146169.271422:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202491264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.271545:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202491264:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.271551:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14134 00002000:00100000:3.0:1746146169.271556:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814e00 x1830966202491264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.271567:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814e00 with x1830966202491264 ext(0->4095) 00002000:00010000:3.0:1746146169.271569:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072814e00 00000100:00100000:0.0:1746146169.273658:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.273734:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202491392 00000100:00100000:2.0:1746146169.273740:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202491392 00000100:00100000:2.0:1746146169.273776:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31385 00000100:00100000:2.0:1746146169.273782:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202491392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.273794:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.273805:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff89d expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.273827:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.273833:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.273835:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.273838:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.273860:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.273874:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 73 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.273884:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199377920:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.273953:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.276315:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.276472:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202491520 00000100:00100000:3.0:1746146169.276478:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202491520 00010000:00010000:3.0:1746146169.276509:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.276537:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14728 00000100:00100000:3.0:1746146169.276543:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202491520:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.276553:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.276568:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.276577:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.276596:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.276597:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.276603:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.276610:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.276632:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.276646:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199378048:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.276711:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07be40 going to sleep for 11 seconds 00010000:00010000:2.0:1746146169.277210:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fcc00/0x88944630cfb636fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff896 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.277759:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199377920:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.277777:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.277786:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513400, rc 0) 00000100:00100000:2.0:1746146169.277818:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202491392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4035us (4164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.277824:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31385 00000100:00100000:3.0:1746146169.278507:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199378048:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.278517:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.278873:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966202491520:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2328us (2561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.278881:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14728 00000100:00100000:0.0:1746146169.280657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.280817:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202491776 00000100:00100000:2.0:1746146169.280824:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202491776 00002000:00100000:2.0:1746146169.280854:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072817480 x1830966202491776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.280862:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817480 with x1830966202491776 ext(0->4095) 00002000:00010000:2.0:1746146169.280867:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072817480 00000100:00100000:2.0:1746146169.280883:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14135 00000100:00100000:2.0:1746146169.280888:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202491776:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146169.281528:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202491776:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 637us (874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.281534:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14135 00002000:00100000:2.0:1746146169.281540:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072817480 x1830966202491776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.281547:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817480 with x1830966202491776 ext(0->4095) 00002000:00010000:2.0:1746146169.281549:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072817480 00000100:00100000:0.0:1746146169.282935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.283628:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202491904 00000100:00100000:2.0:1746146169.283634:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202491904 00000100:00100000:2.0:1746146169.283673:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31386 00000100:00100000:2.0:1746146169.283679:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202491904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.283692:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.283706:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8a4 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.283747:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.283753:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.283755:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.283758:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.283780:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.283794:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.283949:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.284049:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202492032 00000100:00100000:0.0:1746146169.284053:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202492032 00000100:00100000:0.0:1746146169.284081:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31387 00000100:00100000:0.0:1746146169.284087:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202492032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146169.284094:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146169.284100:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8ab expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.284110:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146169.284114:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.284118:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146169.284120:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.284140:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.284149:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.284157:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fc200, rc 0) 00000100:00100000:0.0:1746146169.284202:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1766:x1830966202492032:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.284207:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31387 00000100:00100000:2.0:1746146169.284246:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199378176:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.284295:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.288048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.288283:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202492160 00000100:00100000:3.0:1746146169.288290:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202492160 00010000:00010000:3.0:1746146169.288319:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.288343:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14729 00000100:00100000:3.0:1746146169.288349:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202492160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.288360:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.288375:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.288385:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.288404:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.288406:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.288412:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.288424:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.288449:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.288458:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.288468:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199378432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.289882:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07be40 going to sleep for 11 seconds 00010000:00010000:2.0:1746146169.289965:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff89d expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.289982:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199378176:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.290001:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.290008:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.290017:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513c00, rc 0) 00000100:00100000:2.0:1746146169.290330:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202491904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6649us (7396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.290337:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31386 00000100:00100000:3.0:1746146169.290887:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199378432:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.290897:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.290915:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202492160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2566us (2874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.290922:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14729 00000100:00100000:0.0:1746146169.293589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.293663:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202492416 00000100:00100000:2.0:1746146169.293668:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202492416 00002000:00100000:2.0:1746146169.293700:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15b100 x1830966202492416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.293709:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b100 with x1830966202492416 ext(0->4095) 00010000:00010000:2.0:1746146169.293730:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.293742:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.293749:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15b100 00000100:00100000:2.0:1746146169.293772:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3552 00000100:00100000:2.0:1746146169.293778:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202492416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146169.293872:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202492416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.293877:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3552 00002000:00100000:2.0:1746146169.293882:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15b100 x1830966202492416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.293889:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b100 with x1830966202492416 ext(0->4095) 00010000:00010000:2.0:1746146169.293893:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.293902:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.293907:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15b100 00000100:00100000:0.0:1746146169.297684:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.297772:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202492544 00000100:00100000:3.0:1746146169.297778:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202492544 00010000:00010000:3.0:1746146169.297804:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.297825:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14730 00000100:00100000:3.0:1746146169.297831:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202492544:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.297841:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.297855:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.297865:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.297883:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb6370b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8a4 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.297911:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.297913:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.297919:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.297926:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.297951:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.297961:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199378560:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.298027:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.300572:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199378560:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.300589:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.300617:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202492544:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2785us (2937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.300625:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14730 00000100:00100000:0.0:1746146169.301126:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.301361:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202492800 00000100:00100000:3.0:1746146169.301367:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202492800 00002000:00100000:3.0:1746146169.301398:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15aa00 x1830966202492800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.301405:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15aa00 with x1830966202492800 ext(0->4095) 00002000:00010000:3.0:1746146169.301409:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b15aa00 00000100:00100000:3.0:1746146169.301434:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14136 00000100:00100000:3.0:1746146169.301441:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202492800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.301549:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202492800:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (423us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.301555:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14136 00002000:00100000:3.0:1746146169.301559:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15aa00 x1830966202492800/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.301566:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15aa00 with x1830966202492800 ext(0->4095) 00002000:00010000:3.0:1746146169.301569:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b15aa00 00000100:00100000:0.0:1746146169.303813:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.304016:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202492928 00000100:00100000:2.0:1746146169.304022:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202492928 00000100:00100000:2.0:1746146169.304053:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31388 00000100:00100000:2.0:1746146169.304059:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202492928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.304073:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.304087:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8b2 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.304109:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.304115:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.304117:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.304120:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.304142:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.304153:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 73 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.304163:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199378688:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.304935:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.307646:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199378688:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.307670:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.307685:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512200, rc 0) 00000100:00100000:2.0:1746146169.307747:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202492928:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3686us (3937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.307757:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31388 00000100:00100000:0.0:1746146169.308045:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.308141:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202493056 00000100:00100000:3.0:1746146169.308146:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202493056 00010000:00010000:3.0:1746146169.308167:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.308185:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14731 00000100:00100000:3.0:1746146169.308191:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202493056:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.308201:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.308214:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.308229:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.308246:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fc200/0x88944630cfb63712 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ab expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.308269:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.308271:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.308276:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.308283:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.308305:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.308315:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199378816:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.308360:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.310529:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199378816:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.310544:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.310575:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2008:x1830966202493056:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2383us (2530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.310583:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14731 00000100:00100000:0.0:1746146169.311178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.311268:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202493312 00000100:00100000:2.0:1746146169.311274:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202493312 00002000:00100000:2.0:1746146169.311302:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159c00 x1830966202493312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.311310:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159c00 with x1830966202493312 ext(0->4095) 00002000:00010000:2.0:1746146169.311313:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159c00 00000100:00100000:2.0:1746146169.311328:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14137 00000100:00100000:2.0:1746146169.311334:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202493312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.311427:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202493312:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (250us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.311432:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14137 00002000:00100000:2.0:1746146169.311437:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159c00 x1830966202493312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.311443:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159c00 with x1830966202493312 ext(0->4095) 00002000:00010000:2.0:1746146169.311446:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159c00 00000100:00100000:0.0:1746146169.312855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.313869:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202493440 00000100:00100000:2.0:1746146169.313875:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202493440 00000100:00100000:2.0:1746146169.313923:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31389 00000100:00100000:2.0:1746146169.313930:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202493440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.313945:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.313959:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8b9 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.313987:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.313993:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.313994:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.313997:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.314020:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.314030:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.314040:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199378944:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.314117:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.316822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.316943:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202493568 00000100:00100000:1.0:1746146169.316949:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202493568 00000100:00100000:1.0:1746146169.316981:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31390 00000100:00100000:1.0:1746146169.316986:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202493568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.317000:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.317013:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8c0 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.317033:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.317038:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.317043:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.317046:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 76 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.317073:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.317084:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 76 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.317093:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146169.317125:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1766:x1830966202493568:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.317131:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31390 00000100:00100000:2.0:1746146169.318164:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199378944:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.318181:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.318189:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:2.0:1746146169.318768:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202493440:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4838us (5915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.318775:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31389 00000100:00100000:0.0:1746146169.319424:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.319759:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202493696 00000100:00100000:3.0:1746146169.319765:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202493696 00010000:00010000:3.0:1746146169.319788:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.319821:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14732 00000100:00100000:3.0:1746146169.319827:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202493696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.319836:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.319851:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.319859:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.319875:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63719 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b2 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.319899:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.319900:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.319905:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.319911:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.319933:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.319942:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.319952:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199379200:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.320016:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.322103:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.322173:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199379200:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.322184:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.322208:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202493696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2381us (2785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.322215:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14732 00000100:00100000:1.0:1746146169.322409:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202493952 00000100:00100000:1.0:1746146169.322414:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202493952 00002000:00100000:1.0:1746146169.322443:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15a680 x1830966202493952/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.322451:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a680 with x1830966202493952 ext(0->4095) 00010000:00010000:1.0:1746146169.322457:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.322468:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.322473:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15a680 00000100:00100000:1.0:1746146169.322507:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3553 00000100:00100000:1.0:1746146169.322514:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202493952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.322600:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202493952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.322604:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3553 00002000:00100000:1.0:1746146169.322609:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15a680 x1830966202493952/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.322615:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a680 with x1830966202493952 ext(0->4095) 00010000:00010000:1.0:1746146169.322618:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.322626:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.322631:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b15a680 00000100:00100000:0.0:1746146169.324745:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.324797:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202494080 00000100:00100000:3.0:1746146169.324806:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202494080 00010000:00010000:3.0:1746146169.324827:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.324854:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14733 00000100:00100000:3.0:1746146169.324860:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202494080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.324870:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.324882:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.324892:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.324909:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63720 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8b9 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.324920:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.324922:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.324928:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.324935:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.324956:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.324966:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199379328:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.325033:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.328085:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199379328:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.328100:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.328143:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202494080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3282us (3401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.328152:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14733 00000100:00100000:0.0:1746146169.328157:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.328952:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202494336 00000100:00100000:2.0:1746146169.328959:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202494336 00002000:00100000:2.0:1746146169.329117:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15a300 x1830966202494336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.329127:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a300 with x1830966202494336 ext(0->4095) 00002000:00010000:2.0:1746146169.329131:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b15a300 00000100:00100000:2.0:1746146169.329151:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14138 00000100:00100000:2.0:1746146169.329158:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202494336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.329249:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202494336:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (1092us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.329255:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14138 00002000:00100000:2.0:1746146169.329259:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15a300 x1830966202494336/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.329265:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15a300 with x1830966202494336 ext(0->4095) 00002000:00010000:2.0:1746146169.329268:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b15a300 00000100:00100000:0.0:1746146169.331121:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.331209:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202494464 00000100:00100000:2.0:1746146169.331214:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202494464 00000100:00100000:2.0:1746146169.331253:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31391 00000100:00100000:2.0:1746146169.331260:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202494464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.331272:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.331283:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8c7 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.331303:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.331314:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.331315:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.331319:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.331343:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 73 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.331355:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 73 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.331364:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199379456:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.331570:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.333709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.333811:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199379456:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.333832:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.333844:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512e00, rc 0) 00000100:00100000:2.0:1746146169.333886:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202494464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2626us (2769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.333892:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31391 00000100:00100000:3.0:1746146169.333961:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202494592 00000100:00100000:3.0:1746146169.333965:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202494592 00010000:00010000:3.0:1746146169.333986:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.334004:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14734 00000100:00100000:3.0:1746146169.334009:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202494592:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.334018:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.334032:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.334044:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.334059:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb63727 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c0 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.334070:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.334072:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.334077:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.334083:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.334104:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.334112:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199379584:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.334150:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.336467:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199379584:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.336481:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.336518:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2008:x1830966202494592:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2509us (2814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.336526:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14734 00000100:00100000:0.0:1746146169.336670:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.337025:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202494848 00000100:00100000:2.0:1746146169.337030:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202494848 00002000:00100000:2.0:1746146169.337056:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e2a00 x1830966202494848/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.337069:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2a00 with x1830966202494848 ext(0->4095) 00002000:00010000:2.0:1746146169.337072:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e2a00 00000100:00100000:2.0:1746146169.337087:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14139 00000100:00100000:2.0:1746146169.337092:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202494848:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746146169.337201:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202494848:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.337206:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14139 00002000:00100000:2.0:1746146169.337211:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e2a00 x1830966202494848/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.337217:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e2a00 with x1830966202494848 ext(0->4095) 00002000:00010000:2.0:1746146169.337220:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e2a00 00000100:00100000:0.0:1746146169.339026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.339176:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202494976 00000100:00100000:2.0:1746146169.339181:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202494976 00000100:00100000:2.0:1746146169.339215:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31392 00000100:00100000:2.0:1746146169.339221:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202494976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.339232:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.339243:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8ce expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.339266:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.339273:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.339274:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.339286:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.339310:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.339528:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.339540:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199379712:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.339613:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.341655:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.341769:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202495104 00000100:00100000:2.0:1746146169.341775:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202495104 00000100:00100000:2.0:1746146169.341809:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31393 00000100:00100000:2.0:1746146169.341815:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202495104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.341828:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.341840:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8d5 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.341859:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.341863:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.341867:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.341870:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.341956:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.341968:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.341977:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513e00, rc 0) 00000100:00100000:2.0:1746146169.342173:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1766:x1830966202495104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 356us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.342179:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31393 00000100:00100000:2.0:1746146169.342910:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199379712:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.342925:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.342933:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512000, rc 0) 00000100:00100000:2.0:1746146169.342954:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202494976:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3733us (3932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.342960:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31392 00000100:00100000:0.0:1746146169.344392:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.344498:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202495232 00000100:00100000:3.0:1746146169.344513:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202495232 00010000:00010000:3.0:1746146169.344534:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.344567:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14735 00000100:00100000:3.0:1746146169.344573:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202495232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.344582:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.344596:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.344605:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.344623:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb6372e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8c7 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.344649:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.344650:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.344655:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.344663:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.344686:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.344696:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.344706:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199379968:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.344793:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.347957:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199379968:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.347982:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.348024:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202495232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3451us (3635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.348033:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14735 00000100:00100000:0.0:1746146169.348194:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.348240:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202495488 00000100:00100000:0.0:1746146169.348245:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202495488 00002000:00100000:0.0:1746146169.348274:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e0000 x1830966202495488/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.348282:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e0000 with x1830966202495488 ext(0->4095) 00010000:00010000:0.0:1746146169.348288:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.348299:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.348305:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e0000 00000100:00100000:0.0:1746146169.348331:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3554 00000100:00100000:0.0:1746146169.348337:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202495488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.348498:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202495488:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.348514:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3554 00002000:00100000:3.0:1746146169.348519:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e0000 x1830966202495488/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.348526:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e0000 with x1830966202495488 ext(0->4095) 00010000:00010000:3.0:1746146169.348531:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.348538:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.348543:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e0000 00000100:00100000:0.0:1746146169.352346:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.352406:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202495616 00000100:00100000:3.0:1746146169.352414:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202495616 00010000:00010000:3.0:1746146169.352445:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.352485:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14736 00000100:00100000:3.0:1746146169.352493:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202495616:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.352512:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.352527:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.352538:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.352556:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb63735 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ce expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.352582:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.352584:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.352589:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.352596:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.352622:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.352632:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199380096:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.352703:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.355936:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.356095:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199380096:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.356112:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.356449:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202495616:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3955us (4108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.356458:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14736 00000100:00100000:2.0:1746146169.357158:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202495872 00000100:00100000:2.0:1746146169.357163:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202495872 00002000:00100000:2.0:1746146169.357196:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e3800 x1830966202495872/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.357205:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e3800 with x1830966202495872 ext(0->4095) 00002000:00010000:2.0:1746146169.357208:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e3800 00000100:00100000:2.0:1746146169.357234:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14140 00000100:00100000:2.0:1746146169.357240:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2009:x1830966202495872:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746146169.357347:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2009:x1830966202495872:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (1418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.357634:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14140 00002000:00100000:2.0:1746146169.357640:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e3800 x1830966202495872/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.357647:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e3800 with x1830966202495872 ext(0->4095) 00002000:00010000:2.0:1746146169.357649:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8e3800 00000100:00100000:0.0:1746146169.359521:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.359663:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202496000 00000100:00100000:2.0:1746146169.359668:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202496000 00000100:00100000:2.0:1746146169.359816:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31394 00000100:00100000:2.0:1746146169.359824:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202496000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.359836:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.359850:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8dc expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.359872:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.359878:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.359879:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.359882:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.359902:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.359916:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 73 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.359926:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199380224:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.359997:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.362621:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199380224:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.362642:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.362655:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512e00, rc 0) 00000100:00100000:2.0:1746146169.363084:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202496000:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3259us (3566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.363091:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31394 00000100:00100000:0.0:1746146169.363558:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.363690:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202496128 00000100:00100000:3.0:1746146169.363695:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202496128 00010000:00010000:3.0:1746146169.363731:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.363750:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14737 00000100:00100000:3.0:1746146169.363756:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4db0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202496128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.363766:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.363782:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.363791:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.363809:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb6373c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8d5 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.363833:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.363834:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.363840:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.363847:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.363871:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.363880:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199380352:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.363929:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.366236:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199380352:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.366250:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.366285:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4db0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2008:x1830966202496128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2528us (2727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.366293:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14737 00000100:00100000:1.0:1746146169.366432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.367028:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202496384 00000100:00100000:3.0:1746146169.367033:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202496384 00002000:00100000:3.0:1746146169.367060:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4a80 x1830966202496384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.367067:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4a80 with x1830966202496384 ext(0->4095) 00002000:00010000:3.0:1746146169.367070:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4a80 00000100:00100000:3.0:1746146169.367094:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14141 00000100:00100000:3.0:1746146169.367101:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202496384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.367448:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202496384:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 347us (1015us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.367454:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14141 00002000:00100000:3.0:1746146169.367460:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012cef4a80 x1830966202496384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.367472:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef4a80 with x1830966202496384 ext(0->4095) 00002000:00010000:3.0:1746146169.367475:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012cef4a80 00000100:00100000:0.0:1746146169.369517:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.369666:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202496512 00000100:00100000:2.0:1746146169.369673:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202496512 00000100:00100000:2.0:1746146169.369703:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31395 00000100:00100000:2.0:1746146169.369710:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202496512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.369742:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.369756:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8e3 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.369777:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.369788:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.369789:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.369792:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.369815:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.369826:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.369836:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199380480:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.369910:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.370336:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.370739:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202496640 00000100:00100000:0.0:1746146169.370744:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202496640 00000100:00100000:0.0:1746146169.370763:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31396 00000100:00100000:0.0:1746146169.370768:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202496640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146169.370775:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146169.370781:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8ea expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.370793:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146169.370796:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.370800:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146169.370803:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.370821:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.370829:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.370837:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fd400, rc 0) 00000100:00100000:0.0:1746146169.370861:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1766:x1830966202496640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.370867:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31396 00000100:00100000:2.0:1746146169.372165:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199380480:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.372180:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.372189:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513400, rc 0) 00000100:00100000:2.0:1746146169.372386:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202496512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2675us (2883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.372392:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31395 00000100:00100000:0.0:1746146169.374127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.374681:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202496768 00000100:00100000:3.0:1746146169.374688:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202496768 00010000:00010000:3.0:1746146169.374838:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.375140:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14738 00000100:00100000:3.0:1746146169.375148:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202496768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.375159:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.375176:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.375186:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.375203:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63743 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8dc expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.375346:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.375348:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.375354:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.375361:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.375388:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.375397:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.375407:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199380736:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.375879:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.377761:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199380736:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.377776:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.377806:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202496768:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2659us (3684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.377814:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14738 00000100:00100000:0.0:1746146169.378451:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.378672:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202497024 00000100:00100000:3.0:1746146169.378677:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202497024 00002000:00100000:3.0:1746146169.378704:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1500 x1830966202497024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.378738:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1500 with x1830966202497024 ext(0->4095) 00010000:00010000:3.0:1746146169.378745:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.378756:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.378762:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1500 00000100:00100000:3.0:1746146169.379213:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3555 00000100:00100000:3.0:1746146169.379220:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202497024:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.379311:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202497024:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (861us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.379316:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3555 00002000:00100000:3.0:1746146169.379321:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8e1500 x1830966202497024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.379328:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8e1500 with x1830966202497024 ext(0->4095) 00010000:00010000:3.0:1746146169.379333:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.379342:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.379347:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8e1500 00000100:00100000:0.0:1746146169.381492:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.381709:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202497152 00000100:00100000:3.0:1746146169.381775:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202497152 00010000:00010000:3.0:1746146169.381803:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.381826:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14739 00000100:00100000:3.0:1746146169.381833:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202497152:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.381844:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.381858:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.381873:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.381891:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6374a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8e3 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.382081:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.382083:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.382089:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.382096:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.382119:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.382128:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199380864:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.382534:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.384617:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199380864:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.384633:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.384662:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202497152:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2829us (3174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.384669:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14739 00000100:00100000:0.0:1746146169.385001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.385090:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202497408 00000100:00100000:3.0:1746146169.385094:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202497408 00002000:00100000:3.0:1746146169.385120:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8e300 x1830966202497408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.385128:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e300 with x1830966202497408 ext(0->4095) 00002000:00010000:3.0:1746146169.385132:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8e300 00000100:00100000:3.0:1746146169.385147:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14142 00000100:00100000:3.0:1746146169.385153:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202497408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.385860:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202497408:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 706us (858us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.385867:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14142 00002000:00100000:3.0:1746146169.385873:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8e300 x1830966202497408/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.385880:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e300 with x1830966202497408 ext(0->4095) 00002000:00010000:3.0:1746146169.385883:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8e300 00000100:00100000:0.0:1746146169.388457:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.388535:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202497536 00000100:00100000:2.0:1746146169.388541:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202497536 00000100:00100000:2.0:1746146169.388632:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31397 00000100:00100000:2.0:1746146169.388639:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202497536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.388653:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.388666:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8f1 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.388688:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.388694:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.388695:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.388698:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.388855:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 73 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.388867:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 73 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.388877:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199380992:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.389129:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.391164:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199380992:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.391188:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.391200:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512200, rc 0) 00000100:00100000:2.0:1746146169.391237:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202497536:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2597us (2784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.391247:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31397 00000100:00100000:0.0:1746146169.391776:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.391962:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202497664 00000100:00100000:3.0:1746146169.391968:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202497664 00010000:00010000:3.0:1746146169.391989:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.392015:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14740 00000100:00100000:3.0:1746146169.392020:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202497664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.392028:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.392041:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.392053:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.392068:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63751 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ea expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.392089:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.392091:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.392096:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.392103:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.392126:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.392135:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199381120:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.392446:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.393861:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199381120:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.393874:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.393895:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966202497664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1875us (2120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.393902:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14740 00000100:00100000:0.0:1746146169.395082:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.395132:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202497920 00000100:00100000:3.0:1746146169.395138:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202497920 00000100:00100000:0.0:1746146169.395144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00002000:00100000:3.0:1746146169.395174:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ce00 x1830966202497920/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.395183:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ce00 with x1830966202497920 ext(0->4095) 00002000:00010000:3.0:1746146169.395187:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ce00 00000100:00100000:3.0:1746146169.395215:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14143 00000100:00100000:3.0:1746146169.395221:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202497920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.395305:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202498048 00000100:00100000:2.0:1746146169.395309:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202498048 00000100:00100000:3.0:1746146169.395312:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202497920:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (233us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.395317:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14143 00002000:00100000:3.0:1746146169.395322:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ce00 x1830966202497920/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.395329:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ce00 with x1830966202497920 ext(0->4095) 00002000:00010000:3.0:1746146169.395332:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ce00 00000100:00100000:2.0:1746146169.395338:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31398 00000100:00100000:2.0:1746146169.395343:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1758:x1830966202498048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.395351:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.395361:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8f8 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.395379:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.395385:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.395386:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.395389:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.395409:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.395419:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.395428:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199381248:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.395478:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.397125:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199381248:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.397149:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.397160:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513400, rc 0) 00000100:00100000:2.0:1746146169.397676:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1758:x1830966202498048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2330us (2528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.397683:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31398 00000100:00100000:0.0:1746146169.397804:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.397819:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202498176 00000100:00100000:2.0:1746146169.397823:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202498176 00000100:00100000:0.0:1746146169.397827:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.397852:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31399 00000100:00100000:2.0:1746146169.397857:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1766:x1830966202498176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.397868:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.397877:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff8ff expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.397898:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.397902:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.397907:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.397909:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.397929:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.397938:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.397949:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513e00, rc 0) 00000100:00100000:2.0:1746146169.397967:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202498176:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.397971:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31399 00000100:00100000:3.0:1746146169.398037:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202498304 00000100:00100000:3.0:1746146169.398041:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202498304 00010000:00010000:3.0:1746146169.398056:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.398072:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14741 00000100:00100000:3.0:1746146169.398077:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202498304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.398084:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.398097:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.398110:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.398123:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63758 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f1 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.398133:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.398135:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.398139:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.398145:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.398161:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.398170:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.398179:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199381504:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.398415:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.399760:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199381504:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.399772:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.399807:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202498304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1729us (1979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.399817:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14741 00000100:00100000:0.0:1746146169.400279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.400471:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202498560 00000100:00100000:3.0:1746146169.400475:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202498560 00002000:00100000:3.0:1746146169.400525:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8f800 x1830966202498560/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.400534:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f800 with x1830966202498560 ext(0->4095) 00010000:00010000:3.0:1746146169.400540:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.400549:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.400554:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8f800 00000100:00100000:3.0:1746146169.400578:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3556 00000100:00100000:3.0:1746146169.400584:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202498560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.400673:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202498560:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.400679:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3556 00002000:00100000:3.0:1746146169.400683:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8f800 x1830966202498560/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.400690:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f800 with x1830966202498560 ext(0->4095) 00010000:00010000:3.0:1746146169.400694:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.400705:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.400710:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8f800 00000100:00100000:0.0:1746146169.402778:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.402855:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202498688 00000100:00100000:3.0:1746146169.402861:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202498688 00010000:00010000:3.0:1746146169.402883:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.402904:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14742 00000100:00100000:3.0:1746146169.402911:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202498688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.402920:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.402933:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.402942:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.402959:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb6375f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8f8 expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.403073:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.403075:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.403081:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.403093:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.403122:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.403131:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199381632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.403221:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.404325:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199381632:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.404336:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.404356:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202498688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1446us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.404363:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14742 00000100:00100000:0.0:1746146169.404691:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.404803:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202498944 00000100:00100000:3.0:1746146169.404807:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202498944 00002000:00100000:3.0:1746146169.404830:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89180 x1830966202498944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.404839:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89180 with x1830966202498944 ext(0->4095) 00002000:00010000:3.0:1746146169.404842:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89180 00000100:00100000:3.0:1746146169.404894:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14144 00000100:00100000:3.0:1746146169.404900:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202498944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.404996:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202498944:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.405004:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14144 00002000:00100000:3.0:1746146169.405009:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89180 x1830966202498944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.405016:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89180 with x1830966202498944 ext(0->4095) 00002000:00010000:3.0:1746146169.405022:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89180 00000100:00100000:0.0:1746146169.407405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.407605:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202499072 00000100:00100000:2.0:1746146169.407611:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202499072 00000100:00100000:2.0:1746146169.407655:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31400 00000100:00100000:2.0:1746146169.407663:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202499072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.407676:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.407687:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff906 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.407707:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.407744:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.407746:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.407750:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.407772:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.407782:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 73 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.407796:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199381760:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.407862:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.408972:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199381760:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.408990:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.409000:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512200, rc 0) 00000100:00100000:2.0:1746146169.409035:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202499072:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1372us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.409041:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31400 00000100:00100000:0.0:1746146169.409595:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.409680:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202499200 00000100:00100000:3.0:1746146169.409685:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202499200 00010000:00010000:3.0:1746146169.409703:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.409741:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14743 00000100:00100000:3.0:1746146169.409746:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202499200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.409755:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.409768:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.409778:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.409793:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63766 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff8ff expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.410014:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.410016:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.410022:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.410032:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.410058:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.410067:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199381888:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.410365:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.411655:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.411702:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202499456 00000100:00100000:1.0:1746146169.411709:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202499456 00000100:00100000:3.0:1746146169.411754:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199381888:192.168.203.12@tcp:105: 00002000:00100000:1.0:1746146169.411756:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89f80 x1830966202499456/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.411763:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966202499456 ext(0->4095) 00010000:00010000:3.0:1746146169.411766:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746146169.411766:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89f80 00000100:00100000:3.0:1746146169.411790:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2008:x1830966202499200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2043us (2195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.411794:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14145 00000100:00100000:3.0:1746146169.411797:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14743 00000100:00100000:1.0:1746146169.411801:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202499456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.411885:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202499456:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.411890:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14145 00002000:00100000:1.0:1746146169.411895:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c89f80 x1830966202499456/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.411901:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966202499456 ext(0->4095) 00002000:00010000:1.0:1746146169.411903:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89f80 00000100:00100000:0.0:1746146169.413917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.413958:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202499584 00000100:00100000:2.0:1746146169.413964:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202499584 00000100:00100000:2.0:1746146169.414000:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31401 00000100:00100000:2.0:1746146169.414006:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+73:1766:x1830966202499584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.414018:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.414030:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff90d expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.414059:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.414066:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.414067:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.414070:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.414097:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.414107:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.414116:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199382016:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.414183:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.416154:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.416209:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202499712 00000100:00100000:1.0:1746146169.416214:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202499712 00000100:00100000:1.0:1746146169.416257:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31402 00000100:00100000:1.0:1746146169.416264:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202499712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.416276:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.416286:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff914 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.416303:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.416308:0:9583:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.416313:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.416315:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 76 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.416340:0:9583:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.416349:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 76 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.416359:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146169.416388:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1758:x1830966202499712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.416392:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31402 00000100:00100000:2.0:1746146169.417277:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199382016:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.417292:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.417300:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513400, rc 0) 00000100:00100000:2.0:1746146169.417318:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202499584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3313us (3406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.417324:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31401 00000100:00100000:2.0:1746146169.417897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.417996:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202499840 00000100:00100000:3.0:1746146169.418000:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202499840 00010000:00010000:3.0:1746146169.418019:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.418216:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14744 00000100:00100000:3.0:1746146169.418223:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4ec2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202499840:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.418232:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.418245:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.418255:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.418272:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb6376d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff906 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.418476:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.418478:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.418485:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.418492:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.418524:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 74 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.418534:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.418543:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199382272:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.419775:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.420457:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199382272:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.420471:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.420496:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4ec2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202499840:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2273us (2599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.420517:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14744 00000100:00100000:0.0:1746146169.421338:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.421785:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202500096 00000100:00100000:2.0:1746146169.421791:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202500096 00002000:00100000:2.0:1746146169.421822:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c8ad80 x1830966202500096/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.421830:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8ad80 with x1830966202500096 ext(0->4095) 00010000:00010000:2.0:1746146169.421836:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.421852:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.421858:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c8ad80 00000100:00100000:2.0:1746146169.421877:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3557 00000100:00100000:2.0:1746146169.421882:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202500096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146169.421965:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202500096:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (628us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.421970:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3557 00002000:00100000:2.0:1746146169.421974:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c8ad80 x1830966202500096/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.421985:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8ad80 with x1830966202500096 ext(0->4095) 00010000:00010000:2.0:1746146169.421989:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.421996:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.422001:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c8ad80 00000100:00100000:0.0:1746146169.425563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.425813:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202500224 00000100:00100000:2.0:1746146169.425820:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202500224 00000100:00100000:0.0:1746146169.428498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.428783:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31403 00000100:00100000:2.0:1746146169.428796:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202500224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.428811:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.428826:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff91b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.428848:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.428852:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.428858:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146169.428861:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.428888:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.428899:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.428907:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512e00, rc 0) 00000100:00100000:2.0:1746146169.428948:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202500224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (3392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.428953:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31403 00000100:00100000:3.0:1746146169.429113:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202500352 00000100:00100000:3.0:1746146169.429119:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202500352 00010000:00010000:3.0:1746146169.429137:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.429153:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14745 00000100:00100000:3.0:1746146169.429157:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2009:x1830966202500352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.429164:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.429177:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.429185:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.429199:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63774 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff90d expref: 75 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.429224:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.429225:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.429231:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.429237:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.429254:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 74 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.429263:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.429273:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199382528:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.429310:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.432336:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.432411:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202500608 00000100:00100000:2.0:1746146169.432418:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202500608 00002000:00100000:2.0:1746146169.432452:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c88a80 x1830966202500608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.432461:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88a80 with x1830966202500608 ext(0->4095) 00010000:00010000:2.0:1746146169.432468:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 75 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.432485:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 75 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.432491:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c88a80 00000100:00100000:2.0:1746146169.432524:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3558 00000100:00100000:2.0:1746146169.432531:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202500608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146169.432644:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202500608:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.432651:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3558 00002000:00100000:2.0:1746146169.432656:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080c88a80 x1830966202500608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.432662:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88a80 with x1830966202500608 ext(0->4095) 00010000:00010000:2.0:1746146169.432666:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 75 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.432673:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 75 pid: 9583 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.432678:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080c88a80 00000100:00100000:3.0:1746146169.432755:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199382528:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.432769:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.432806:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2009:x1830966202500352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3646us (4313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.432813:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14745 00000100:00100000:0.0:1746146169.435253:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.435323:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.435364:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202500864 00000100:00100000:2.0:1746146169.435370:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202500864 00010000:00010000:2.0:1746146169.435392:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 74 pid: 9583 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.435398:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202500736 00000100:00100000:3.0:1746146169.435401:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202500736 00000100:00100000:2.0:1746146169.435413:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14746 00000100:00100000:3.0:1746146169.435424:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31404 00000100:00100000:3.0:1746146169.435429:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202500736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146169.435432:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202500864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.435441:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.435441:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.435451:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff922 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.435454:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 75 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.435463:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 76 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.435473:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.435551:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.435556:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146169.435559:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 76 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.435573:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb6377b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff914 expref: 76 pid: 9583 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.435587:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.435601:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 75 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.435608:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.435609:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.435614:0:21272:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.435620:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.435633:0:21272:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.435643:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 5 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.435652:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199382784:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.435742:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.436532:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202500864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1108us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.436544:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.436627:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14746 00000100:00100000:3.0:1746146169.438775:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199382784:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.438791:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146169.438825:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1758:x1830966202500736:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3395us (3577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.438832:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31404 00000100:00100000:0.0:1746146169.438911:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.439042:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202501120 00000100:00100000:2.0:1746146169.439048:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202501120 00002000:00100000:2.0:1746146169.439077:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1180 x1830966202501120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.439085:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1180 with x1830966202501120 ext(0->4095) 00010000:00010000:2.0:1746146169.439092:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.439103:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.439108:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1180 00000100:00100000:2.0:1746146169.439123:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3559 00000100:00100000:2.0:1746146169.439129:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202501120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.439229:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202501120:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.439235:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3559 00002000:00100000:2.0:1746146169.439240:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1180 x1830966202501120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.439246:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1180 with x1830966202501120 ext(0->4095) 00010000:00010000:2.0:1746146169.439250:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.439258:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 6 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.439263:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1180 00000100:00100000:0.0:1746146169.441881:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.441943:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202501248 00000100:00100000:3.0:1746146169.441951:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202501248 00000100:00100000:3.0:1746146169.441992:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31405 00000100:00100000:3.0:1746146169.441999:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202501248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.442013:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.442026:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff929 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.442046:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.442051:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.442057:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.442060:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 7 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.442086:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.442097:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 7 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.442105:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146169.442147:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1766:x1830966202501248:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.442153:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31405 00000100:00100000:0.0:1746146169.442647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.442684:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202501376 00000100:00100000:2.0:1746146169.442687:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202501376 00010000:00010000:2.0:1746146169.442703:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 7 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.442741:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14747 00000100:00100000:2.0:1746146169.442747:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966202501376:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.442754:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.442768:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 7 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.442781:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 7 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.442795:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63782 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff91b expref: 7 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.442821:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.442823:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.442828:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.442835:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.442855:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 73 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.442864:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 73 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.442873:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199383040:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.442917:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.443962:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199383040:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.443973:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.443995:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202501376:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1249us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.444005:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14747 00000100:00100000:0.0:1746146169.447781:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.447839:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202501504 00000100:00100000:2.0:1746146169.447847:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202501504 00010000:00010000:2.0:1746146169.447874:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.447908:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14748 00000100:00100000:2.0:1746146169.447914:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202501504:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.447928:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.447944:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.447953:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.447971:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63789 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff922 expref: 74 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.447997:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.447998:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.448004:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.448012:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.448038:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.448048:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199383168:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.448114:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.451864:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4cd180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199383168:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.451879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146169.451882:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.452377:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202501760 00000100:00100000:3.0:1746146169.452383:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202501760 00002000:00100000:3.0:1746146169.452414:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cc700 x1830966202501760/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.452427:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc700 with x1830966202501760 ext(0->4095) 00002000:00010000:3.0:1746146169.452430:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cc700 00000100:00100000:3.0:1746146169.452451:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14146 00000100:00100000:3.0:1746146169.452456:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202501760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146169.453150:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+73:2007:x1830966202501504:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5232us (5372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.453159:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14748 00000100:00100000:3.0:1746146169.453699:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202501760:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1240us (1819us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.453705:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14146 00002000:00100000:3.0:1746146169.453711:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a4cc700 x1830966202501760/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.453730:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a4cc700 with x1830966202501760 ext(0->4095) 00002000:00010000:3.0:1746146169.453733:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a4cc700 00000100:00100000:0.0:1746146169.462112:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:065f921c-abbd-4f8e-b09f-86ccecd94661:3766:1830966199383296:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.462170:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146169.463080:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199383808:0@lo:400:kworker.0 00000100:00100000:3.0:1746146169.463107:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199383296 00000100:00100000:0.0:1746146169.463111:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146169.463113:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199383296 00000100:00100000:0.0:1746146169.463129:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199384320:0@lo:400:kworker.0 00000100:00100000:3.0:1746146169.463143:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1746146169.463145:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146169.463150:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080618050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3766:x1830966199383296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.463160:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199384832:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.463175:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146169.463184:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080618050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3766:x1830966199383296:12345-0@lo:400:kworker.0 Request processed in 36us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.463189:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1746146169.463197:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:065f921c-abbd-4f8e-b09f-86ccecd94661:3766:1830966199383296:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.463208:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1746146169.463213:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199383808 00000100:00100000:0.0:1746146169.463213:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830966199383424:0@lo:400:kworker.0 00000100:00100000:3.0:1746146169.463216:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199383808 00000100:00100000:0.0:1746146169.463231:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146169.463232:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1746146169.463236:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199383808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.463244:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3766:1830966199383936:0@lo:400:kworker.0 00000100:00100000:3.0:1746146169.463260:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199383808:12345-0@lo:400:kworker.0 Request processed in 24us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.463265:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1746146169.463282:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199383424 00000100:00100000:3.0:1746146169.463284:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199383424 00000100:00100000:1.0:1746146169.463511:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830966199383680:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.465030:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146169.465074:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1830966199384448:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.465105:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146169.465133:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199383808:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.465162:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199384320 00000100:00100000:0.0:1746146169.465166:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199384320 00000100:00100000:0.0:1746146169.465200:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199384832 00000100:00100000:0.0:1746146169.465202:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199384832 00000100:00100000:0.0:1746146169.465220:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1746146169.465226:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199384320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.465268:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199383552:0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.465295:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146169.465312:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3768:1830966199384064:0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.465326:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146169.465337:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1830966199384576:0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.465350:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146169.465376:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1746146169.465382:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199384832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.465404:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199384832:12345-0@lo:400:kworker.0 Request processed in 23us (2228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.465409:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1746146169.465428:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199383936 00000100:00100000:2.0:1746146169.465431:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199383936 00000100:00100000:1.0:1746146169.465496:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199384448 00000100:00100000:1.0:1746146169.465509:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199384448 00000100:00100000:3.0:1746146169.465568:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199384064 00000100:00100000:3.0:1746146169.465572:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199384064 00000100:00100000:2.0:1746146169.465814:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199384576 00000100:00100000:2.0:1746146169.465817:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199384576 00000100:00100000:2.0:1746146169.465830:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1746146169.465834:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830966199383424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.465841:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1746146169.465848:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830966199383936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.465860:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830966199383424:12345-0@lo:400:kworker.0 Request processed in 26us (2628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.465864:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1746146169.465874:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1746146169.465878:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966199384576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.465878:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830966199383936:12345-0@lo:400:kworker.0 Request processed in 32us (2618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.465883:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1746146169.465894:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1746146169.465899:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966199384576:12345-0@lo:400:kworker.0 Request processed in 20us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.465899:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830966199384448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.465904:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1746146169.465918:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830966199384448:12345-0@lo:400:kworker.0 Request processed in 20us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.465923:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1746146169.465926:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1830966199384576:0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.465940:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146169.465949:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199383552 00000100:00100000:2.0:1746146169.465951:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199383552 00000100:00100000:1.0:1746146169.465957:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b8e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199384192:0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.465966:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1746146169.465970:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966199383552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.465975:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146169.465984:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199384704:0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.465995:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146169.466013:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199384192 00000100:00100000:1.0:1746146169.466016:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199384192 00000100:00100000:1.0:1746146169.466032:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199384704 00000100:00100000:1.0:1746146169.466034:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199384704 00000100:00100000:1.0:1746146169.466045:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1746146169.466049:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199384192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.466073:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199384192:12345-0@lo:400:kworker.0 Request processed in 24us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.466078:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1746146169.466086:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1746146169.466090:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199384704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.466107:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199384704:12345-0@lo:400:kworker.0 Request processed in 17us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.466111:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1746146169.466130:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b8e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199384192:0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.466136:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199384704:0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.466151:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199383680 00000100:00100000:1.0:1746146169.466154:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199383680 00000100:00100000:1.0:1746146169.466167:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1746146169.466171:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830966199383680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146169.466196:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830966199383680:12345-0@lo:400:kworker.0 Request processed in 24us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.466200:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1746146169.466219:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830966199383680:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.466283:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199384320:12345-0@lo:400:kworker.0 Request processed in 1055us (3134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.466288:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00080000:0.0:1746146169.466307:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746146169.466310:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746146169.466312:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746146169.466314:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146169.466329:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830966199383424:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.466337:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3766:1830966199383936:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.466344:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1830966199384448:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.466352:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199384832:0@lo:400:kworker.0 00000100:00100000:0.0:1746146169.466359:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199384320:0@lo:400:kworker.0 00000100:00100000:3.0:1746146169.466522:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:3.0:1746146169.466529:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830966199384064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146169.466564:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830966199384064:12345-0@lo:400:kworker.0 Request processed in 37us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.466568:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:3.0:1746146169.466598:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3768:1830966199384064:0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.466953:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966199383552:12345-0@lo:400:kworker.0 Request processed in 981us (1656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.466959:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1746146169.467024:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199383552:0@lo:400:kworker.0 00000100:00100000:2.0:1746146169.474657:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.474701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.475220:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202501888 00000100:00100000:0.0:1746146169.475228:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202501888 00000100:00100000:0.0:1746146169.475261:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202502016 00000100:00100000:0.0:1746146169.475263:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202502016 00000100:00100000:0.0:1746146169.475275:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31406 00000100:00100000:0.0:1746146169.475281:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1766:x1830966202501888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146169.475295:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146169.475306:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff930 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475328:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475334:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146169.475336:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146169.475339:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475360:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475369:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:0.0:1746146169.475379:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199384960:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146169.475446:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.475463:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31407 00000100:00100000:0.0:1746146169.475468:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202502016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146169.475474:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146169.475479:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff937 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475489:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146169.475492:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 76 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475510:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146169.475512:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475531:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 76 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475540:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 76 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.475549:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fca00, rc 0) 00000100:00100000:0.0:1746146169.475568:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1758:x1830966202502016:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.475573:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31407 00000100:00100000:2.0:1746146169.477611:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199384960:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.477630:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.477640:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fd400, rc 0) 00000100:00100000:2.0:1746146169.477679:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1766:x1830966202501888:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2398us (3029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.477686:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31406 00000100:00100000:0.0:1746146169.478339:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.479309:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202502144 00000100:00100000:1.0:1746146169.479315:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202502144 00010000:00010000:1.0:1746146169.479342:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.479395:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14749 00000100:00100000:1.0:1746146169.479401:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202502144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.479412:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.479426:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.479441:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.479457:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63790 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff929 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.479484:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.479486:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.479492:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 74 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.479511:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 74 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.479536:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 74 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.479548:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 74 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.479558:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199385216:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.480160:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.488879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.489021:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202502400 00000100:00100000:3.0:1746146169.489028:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202502400 00002000:00100000:3.0:1746146169.489062:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1c00 x1830966202502400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.489071:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1c00 with x1830966202502400 ext(0->4095) 00010000:00010000:3.0:1746146169.489079:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.489090:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.489097:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1c00 00000100:00100000:3.0:1746146169.489112:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3560 00000100:00100000:3.0:1746146169.489119:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202502400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.489231:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202502400:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (358us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.489237:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3560 00002000:00100000:3.0:1746146169.489242:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa1c00 x1830966202502400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.489249:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1c00 with x1830966202502400 ext(0->4095) 00010000:00010000:3.0:1746146169.489253:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.489262:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.489268:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa1c00 00000100:00100000:1.0:1746146169.489473:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199385216:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.489487:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.489528:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202502144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10127us (11190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.489536:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14749 00000100:00100000:0.0:1746146169.494595:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.494691:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202502528 00000100:00100000:2.0:1746146169.494703:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202502528 00000100:00100000:2.0:1746146169.494868:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31408 00000100:00100000:2.0:1746146169.494875:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202502528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.494889:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.494901:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff93e expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.494921:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.494925:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.494931:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146169.494933:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.494959:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.494969:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.494976:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512e00, rc 0) 00000100:00100000:0.0:1746146169.495114:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.495175:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202502656 00000100:00100000:1.0:1746146169.495178:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202502656 00010000:00010000:1.0:1746146169.495194:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.495210:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14750 00000100:00100000:1.0:1746146169.495214:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2007:x1830966202502656:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.495220:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.495233:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.495241:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.495253:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd400/0x88944630cfb63797 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff930 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.495265:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.495267:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.495271:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.495277:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.495409:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.495418:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.495428:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199385472:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.495740:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.496032:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202502528:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1156us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.496038:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31408 00000100:00100000:0.0:1746146169.497929:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.498067:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199385472:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.498084:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.498110:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202502656:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2895us (2996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.498118:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14750 00000100:00100000:2.0:1746146169.498212:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202502912 00000100:00100000:2.0:1746146169.498217:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202502912 00002000:00100000:2.0:1746146169.498243:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2300 x1830966202502912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.498251:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2300 with x1830966202502912 ext(0->4095) 00010000:00010000:2.0:1746146169.498262:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.498272:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.498278:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa2300 00000100:00100000:2.0:1746146169.498289:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3561 00000100:00100000:2.0:1746146169.498294:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202502912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.498376:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202502912:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 81us (452us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.498381:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3561 00002000:00100000:2.0:1746146169.498386:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880081fa2300 x1830966202502912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.498393:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa2300 with x1830966202502912 ext(0->4095) 00010000:00010000:2.0:1746146169.498397:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.498405:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 74 pid: 26612 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.498411:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081fa2300 00000100:00100000:0.0:1746146169.503891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.504125:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202503040 00000100:00100000:2.0:1746146169.504132:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202503040 00000100:00100000:0.0:1746146169.504160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.504180:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31409 00000100:00100000:2.0:1746146169.504187:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1758:x1830966202503040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.504201:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.504213:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff945 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.504231:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.504236:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.504241:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146169.504244:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.504268:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.504278:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.504285:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:1.0:1746146169.504398:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202503168 00000100:00100000:1.0:1746146169.504401:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202503168 00010000:00010000:1.0:1746146169.504415:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.505299:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14751 00000100:00100000:1.0:1746146169.505307:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2008:x1830966202503168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.505315:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.505329:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.505339:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.505354:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fca00/0x88944630cfb6379e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff937 expref: 76 pid: 26612 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.505489:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+75:1758:x1830966202503040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1301us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.505496:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31409 00010000:00010000:1.0:1746146169.506135:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.506138:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.506145:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.506154:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.506184:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.506194:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 5 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.506205:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199385728:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.506274:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.510558:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199385728:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146169.510560:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146169.510576:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.510623:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202503168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5317us (6463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.510631:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14751 00000100:00100000:3.0:1746146169.510705:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202503424 00000100:00100000:3.0:1746146169.510711:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202503424 00002000:00100000:3.0:1746146169.510754:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4a80 x1830966202503424/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.510763:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4a80 with x1830966202503424 ext(0->4095) 00010000:00010000:3.0:1746146169.510770:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.510782:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.510789:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4a80 00000100:00100000:3.0:1746146169.510812:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3562 00000100:00100000:3.0:1746146169.510817:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202503424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.510909:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202503424:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.510914:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3562 00002000:00100000:3.0:1746146169.510918:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4a80 x1830966202503424/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.510924:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4a80 with x1830966202503424 ext(0->4095) 00010000:00010000:3.0:1746146169.510928:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.510937:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.510942:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4a80 00000100:00100000:0.0:1746146169.518941:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.519003:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202503552 00000100:00100000:1.0:1746146169.519010:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202503552 00010000:00010000:1.0:1746146169.519040:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.519074:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14752 00000100:00100000:1.0:1746146169.519080:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202503552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.519090:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.519105:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.519119:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.519136:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb637a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff93e expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.519163:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.519165:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.519171:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.519178:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.519958:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146169.519969:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199385856:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.520047:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.522379:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.522477:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199385856:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.522494:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.522536:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202503552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3455us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.522544:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14752 00000100:00100000:2.0:1746146169.522754:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202503808 00000100:00100000:2.0:1746146169.522760:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202503808 00002000:00100000:2.0:1746146169.522790:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4380 x1830966202503808/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.522798:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4380 with x1830966202503808 ext(0->4095) 00002000:00010000:2.0:1746146169.522802:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f4380 00000100:00100000:2.0:1746146169.522880:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14147 00000100:00100000:2.0:1746146169.522886:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2010:x1830966202503808:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146169.523054:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2010:x1830966202503808:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (680us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.523060:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14147 00002000:00100000:2.0:1746146169.523065:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4380 x1830966202503808/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.523072:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4380 with x1830966202503808 ext(0->4095) 00002000:00010000:2.0:1746146169.525056:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7f4380 00000100:00100000:0.0:1746146169.525529:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.526337:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746146169.526350:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199385984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746146169.526396:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146169.526472:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199385984 00000100:00100000:3.0:1746146169.526481:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199385984 00000100:00100000:3.0:1746146169.526517:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1746146169.526522:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199385984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746146169.526548:0:7239:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445990400 avail 1316528128 00000100:00100000:3.0:1746146169.526587:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199385984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.526592:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1746146169.526650:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199385984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746146169.527640:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202503936 00000100:00100000:2.0:1746146169.527645:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202503936 00000100:00100000:2.0:1746146169.527673:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31410 00000100:00100000:2.0:1746146169.527678:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202503936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.527688:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.527702:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff94c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.527736:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.527743:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.527744:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.527748:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.527771:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.527780:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 73 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.527788:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199386112:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.527836:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.530423:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199386112:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.530445:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.530459:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512000, rc 0) 00000100:00100000:2.0:1746146169.530915:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202503936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3235us (5387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.530923:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31410 00000100:00100000:0.0:1746146169.532732:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.532812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.532889:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202504064 00000100:00100000:1.0:1746146169.532896:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202504064 00010000:00010000:1.0:1746146169.532923:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 74 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.532946:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14753 00000100:00100000:1.0:1746146169.532952:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202504064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.532962:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.532978:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 74 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.532987:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 74 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.533005:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff945 expref: 74 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.533034:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.533036:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.533042:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.533049:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.533081:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146169.533092:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199386240:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.533147:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.533402:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202504192 00000100:00100000:2.0:1746146169.533406:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202504192 00000100:00100000:2.0:1746146169.533426:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31411 00000100:00100000:2.0:1746146169.533430:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1758:x1830966202504192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.533441:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.533449:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff953 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.533463:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.533468:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.533469:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.533471:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.533496:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.533513:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 5 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.533521:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199386368:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.533543:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.536417:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.536626:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199386240:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.536643:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.536674:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+75:2008:x1830966202504064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3722us (3963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.536682:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14753 00000100:00100000:3.0:1746146169.536763:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199386368:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146169.536781:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 74 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.536793:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512c00, rc 0) 00000100:00100000:3.0:1746146169.536809:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+74:1758:x1830966202504192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3379us (3998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.536815:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31411 00000100:00100000:2.0:1746146169.537071:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202504448 00000100:00100000:2.0:1746146169.537076:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202504448 00002000:00100000:2.0:1746146169.537101:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4e00 x1830966202504448/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.537109:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4e00 with x1830966202504448 ext(0->4095) 00010000:00010000:2.0:1746146169.537115:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.537125:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.537130:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4e00 00000100:00100000:2.0:1746146169.537143:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3563 00000100:00100000:2.0:1746146169.537149:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202504448:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146169.537235:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202504448:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (823us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.537240:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3563 00002000:00100000:2.0:1746146169.537245:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c7f4e00 x1830966202504448/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.537251:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4e00 with x1830966202504448 ext(0->4095) 00010000:00010000:2.0:1746146169.537255:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.537263:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.537268:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7f4e00 00000100:00100000:0.0:1746146169.540614:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.540780:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202504576 00000100:00100000:1.0:1746146169.540786:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202504576 00010000:00010000:1.0:1746146169.540813:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.540841:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14754 00000100:00100000:1.0:1746146169.540847:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202504576:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.540858:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.540872:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.540883:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.540901:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512000/0x88944630cfb637b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff94c expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.540929:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.540931:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.540937:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.540944:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.540969:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146169.540979:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199386496:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.541040:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.545616:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.545695:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202504832 00000100:00100000:3.0:1746146169.545702:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202504832 00000100:00100000:1.0:1746146169.545733:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199386496:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.545751:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746146169.545759:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a540e00 x1830966202504832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.545768:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a540e00 with x1830966202504832 ext(0->4095) 00002000:00010000:3.0:1746146169.545771:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a540e00 00000100:00100000:1.0:1746146169.545785:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202504576:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4938us (5177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.545793:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14754 00000100:00100000:3.0:1746146169.545799:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14148 00000100:00100000:3.0:1746146169.545806:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202504832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.546590:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2008:x1830966202504832:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 783us (979us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.546596:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14148 00002000:00100000:3.0:1746146169.546602:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009a540e00 x1830966202504832/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.546608:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a540e00 with x1830966202504832 ext(0->4095) 00002000:00010000:3.0:1746146169.546610:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a540e00 00000100:00100000:0.0:1746146169.552427:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.552774:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202504960 00000100:00100000:3.0:1746146169.552780:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202504960 00000100:00100000:3.0:1746146169.552830:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31412 00000100:00100000:3.0:1746146169.552837:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202504960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.552852:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.552866:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff95a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.552889:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.552896:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.552897:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.552900:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.552923:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 73 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.552935:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 73 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.552945:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199386624:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.553009:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.558006:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746146169.558024:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199386752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146169.558076:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146169.558121:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199386752 00000100:00100000:0.0:1746146169.558126:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199386752 00000100:00100000:0.0:1746146169.558155:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1746146169.558160:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199386752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746146169.558176:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499571520 pending 974848 free 3921137664 avail 3689615360 00000100:00100000:0.0:1746146169.558204:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199386752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.558209:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1746146169.558240:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199386752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746146169.558478:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199386624:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.558506:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.558519:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:2.0:1746146169.558558:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202504960:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5721us (6138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.558563:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31412 00000100:00100000:3.0:1746146169.559024:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746146169.559033:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a541180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199386880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746146169.559055:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146169.559223:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199386880 00000100:00100000:0.0:1746146169.559227:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199386880 00000100:00100000:0.0:1746146169.559254:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1746146169.559259:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199386880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746146169.559270:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 499571520 pending 974848 free 3921137664 avail 3689615360 00000100:00100000:3.0:1746146169.559974:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a541180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199386880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746146169.560553:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199386880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 684us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.560561:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1746146169.561322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.561376:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202505088 00000100:00100000:3.0:1746146169.561380:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202505088 00002000:00100000:3.0:1746146169.561411:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8c700 x1830966202505088/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.561421:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c700 with x1830966202505088 ext(0->7) 00010000:00010000:3.0:1746146169.561430:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 74 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.561442:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 74 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.561453:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8c700 00000100:00100000:3.0:1746146169.561481:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3564 00000100:00100000:3.0:1746146169.561492:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+74:2007:x1830966202505088:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.563805:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202505088:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2309us (2478us total) trans 4294972286 rc 0/0 00000100:00100000:0.0:1746146169.563818:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3564 00002000:00100000:0.0:1746146169.563827:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880072b8c700 x1830966202505088/t4294972286(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/448 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.563835:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c700 with x1830966202505088 ext(0->7) 00010000:00010000:0.0:1746146169.563842:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 76 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.563855:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 76 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.563861:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8c700 00000100:00100000:0.0:1746146169.570115:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.570209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.570297:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202505216 00000100:00100000:2.0:1746146169.570305:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202505216 00000100:00100000:2.0:1746146169.570356:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31413 00000100:00100000:2.0:1746146169.570364:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1758:x1830966202505216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.570379:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.570392:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff961 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.570412:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.570417:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.570422:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146169.570425:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 77 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.570451:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.570462:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 77 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.570469:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513400, rc 0) 00000100:00100000:2.0:1746146169.570525:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+77:1758:x1830966202505216:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.570531:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31413 00000100:00100000:1.0:1746146169.570590:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202505344 00000100:00100000:1.0:1746146169.570593:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202505344 00010000:00010000:1.0:1746146169.570607:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 77 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.570622:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14755 00000100:00100000:1.0:1746146169.570626:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2009:x1830966202505344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.570634:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746146169.570644:0:7218:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746146169 -> 1746146170 00002000:00010000:1.0:1746146169.570646:0:7218:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746146169 -> 1746146170 00010000:00010000:1.0:1746146169.570651:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 77 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.570658:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 77 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.570670:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb637ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff953 expref: 77 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.570690:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.570692:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.570697:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.570703:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.570744:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.570753:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 5 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.570762:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199387136:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.570804:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.574863:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199387136:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.574880:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.574909:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2009:x1830966202505344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4282us (4700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.574917:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14755 00000100:00100000:0.0:1746146169.575304:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.575536:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202505600 00000100:00100000:1.0:1746146169.575541:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202505600 00002000:00100000:1.0:1746146169.575568:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954700 x1830966202505600/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.575576:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954700 with x1830966202505600 ext(0->4095) 00010000:00010000:1.0:1746146169.575583:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.575594:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.575600:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c954700 00000100:00100000:1.0:1746146169.575622:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3565 00000100:00100000:1.0:1746146169.575627:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202505600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.576130:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202505600:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 502us (826us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.576136:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3565 00002000:00100000:1.0:1746146169.576140:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c954700 x1830966202505600/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.576152:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c954700 with x1830966202505600 ext(0->4095) 00010000:00010000:1.0:1746146169.576157:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.576165:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.576170:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c954700 00000100:00100000:0.0:1746146169.583185:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.583327:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202505728 00000100:00100000:1.0:1746146169.583335:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202505728 00010000:00010000:1.0:1746146169.583363:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.583522:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14756 00000100:00100000:1.0:1746146169.583530:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202505728:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.583541:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.583556:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.583565:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.583581:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb637c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff95a expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.583749:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.583751:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.583757:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.583764:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.583787:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146169.583796:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199387264:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.584302:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.588577:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.589048:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202505984 00000100:00100000:2.0:1746146169.589055:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202505984 00002000:00100000:2.0:1746146169.589090:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955c00 x1830966202505984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.589105:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955c00 with x1830966202505984 ext(0->4095) 00002000:00010000:2.0:1746146169.589109:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c955c00 00000100:00100000:1.0:1746146169.589752:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199387264:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.589770:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.589800:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202505728:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6271us (6621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.589808:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14756 00000100:00100000:2.0:1746146169.590341:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14149 00000100:00100000:2.0:1746146169.590349:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202505984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.590446:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202505984:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (1874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.590451:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14149 00002000:00100000:2.0:1746146169.590456:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c955c00 x1830966202505984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.590462:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c955c00 with x1830966202505984 ext(0->4095) 00002000:00010000:2.0:1746146169.590465:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c955c00 00000100:00100000:0.0:1746146169.593000:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.593090:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202506112 00000100:00100000:2.0:1746146169.593096:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202506112 00000100:00100000:2.0:1746146169.593138:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31414 00000100:00100000:2.0:1746146169.593144:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202506112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.593156:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.593168:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff968 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.593190:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.593197:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.593198:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.593201:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.593223:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 75 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.593233:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 75 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.593243:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199387392:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.593316:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.597447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.597493:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199387392:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.597511:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202506240 00000100:00100000:3.0:1746146169.597516:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202506240 00000100:00100000:0.0:1746146169.597524:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146169.597529:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.597542:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513e00, rc 0) 00000100:00100000:3.0:1746146169.597551:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31415 00000100:00100000:3.0:1746146169.597557:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+76:1758:x1830966202506240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146169.597570:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202506112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4427us (4576us total) trans 0 rc 0/0 00010000:00010000:3.0:1746146169.597571:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746146169.597576:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31414 00010000:00010000:3.0:1746146169.597581:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff96f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.597600:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.597604:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.597610:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146169.597613:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.597649:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.597658:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.597664:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:1.0:1746146169.597673:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202506368 00000100:00100000:1.0:1746146169.597677:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202506368 00000100:00100000:3.0:1746146169.597682:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202506240:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.597687:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31415 00010000:00010000:1.0:1746146169.597693:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 78 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.597737:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14757 00000100:00100000:1.0:1746146169.597743:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+77:2008:x1830966202506368:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.597750:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.597763:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 77 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.597778:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 77 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.597792:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb637c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff961 expref: 77 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.597804:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.597805:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.597810:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.597817:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.597832:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.597840:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 5 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.597849:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199387648:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.597893:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.603863:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199387648:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.603883:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.603925:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2008:x1830966202506368:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6181us (6399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.603937:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14757 00000100:00100000:0.0:1746146169.604153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.604422:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202506624 00000100:00100000:3.0:1746146169.604428:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202506624 00002000:00100000:3.0:1746146169.604458:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957b80 x1830966202506624/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.604467:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957b80 with x1830966202506624 ext(0->4095) 00010000:00010000:3.0:1746146169.604473:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.604485:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.604491:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957b80 00000100:00100000:3.0:1746146169.604523:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3566 00000100:00100000:3.0:1746146169.604530:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202506624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.604636:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202506624:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (483us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.604642:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3566 00002000:00100000:3.0:1746146169.604647:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c957b80 x1830966202506624/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.604654:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c957b80 with x1830966202506624 ext(0->4095) 00010000:00010000:3.0:1746146169.604658:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.604665:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.604670:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c957b80 00000100:00100000:0.0:1746146169.606352:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.606473:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202506752 00000100:00100000:1.0:1746146169.606478:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202506752 00010000:00010000:1.0:1746146169.606508:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.607328:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14758 00000100:00100000:1.0:1746146169.607337:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202506752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.607348:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.607363:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.607373:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.607389:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb637cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff968 expref: 6 pid: 10121 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.607406:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.607408:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.607413:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.607421:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.607446:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146169.607456:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199387776:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.607528:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.610363:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.610539:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199387776:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146169.610556:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.610593:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202506752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3258us (4247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.610601:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14758 00000100:00100000:2.0:1746146169.611012:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202507008 00000100:00100000:2.0:1746146169.611018:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202507008 00002000:00100000:2.0:1746146169.611048:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956680 x1830966202507008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.611057:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956680 with x1830966202507008 ext(0->4095) 00002000:00010000:2.0:1746146169.611061:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c956680 00000100:00100000:2.0:1746146169.611075:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14150 00000100:00100000:2.0:1746146169.611082:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2008:x1830966202507008:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146169.611171:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2008:x1830966202507008:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (813us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.611176:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14150 00002000:00100000:2.0:1746146169.611181:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008c956680 x1830966202507008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.611187:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956680 with x1830966202507008 ext(0->4095) 00002000:00010000:2.0:1746146169.611189:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c956680 00000100:00100000:0.0:1746146169.615279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.615516:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202507136 00000100:00100000:3.0:1746146169.615523:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202507136 00000100:00100000:3.0:1746146169.615577:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31416 00000100:00100000:3.0:1746146169.615585:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202507136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.615598:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.616755:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff976 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.616783:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.616789:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.616791:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.616794:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.616823:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 75 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.616834:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 75 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.616845:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199387904:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.616931:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.618811:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199387904:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146169.618837:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.618850:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146169.618893:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202507136:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3309us (3621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.618900:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31416 00000100:00100000:0.0:1746146169.619698:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.619776:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202507264 00000100:00100000:3.0:1746146169.619781:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202507264 00002000:00100000:3.0:1746146169.619810:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008c956a00 x1830966202507264/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.619818:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956a00 with x1830966202507264 ext(0->7) 00010000:00010000:3.0:1746146169.619823:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 76 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.619838:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 76 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.619843:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c956a00 00000100:00100000:3.0:1746146169.620403:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3567 00000100:00100000:3.0:1746146169.620411:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+76:2007:x1830966202507264:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.621309:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202507264:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 897us (1611us total) trans 4294972287 rc 0/0 00000100:00100000:0.0:1746146169.621319:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3567 00002000:00100000:0.0:1746146169.621326:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008c956a00 x1830966202507264/t4294972287(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/448 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.621334:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c956a00 with x1830966202507264 ext(0->7) 00010000:00010000:0.0:1746146169.621339:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.621350:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.621356:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c956a00 00000100:00100000:0.0:1746146169.624297:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.624472:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202507392 00000100:00100000:1.0:1746146169.624478:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202507392 00010000:00010000:1.0:1746146169.624516:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.624550:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14759 00000100:00100000:1.0:1746146169.624557:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202507392:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146169.624567:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146169.624579:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.624588:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.624604:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb637d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff96f expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.624618:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.624806:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.624812:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.624820:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.624844:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146169.624854:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199388032:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146169.624911:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.626454:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.626577:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202507520 00000100:00100000:3.0:1746146169.626581:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202507520 00000100:00100000:3.0:1746146169.626653:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31417 00000100:00100000:3.0:1746146169.626660:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202507520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.626672:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.626683:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff97d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146169.626701:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199388032:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.626703:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.626709:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.626710:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.626733:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.626733:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746146169.626751:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146169.626756:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202507392:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2200us (2465us total) trans 0 rc 0/0 00010000:00010000:3.0:1746146169.626760:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 5 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.626763:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14759 00000100:00100000:3.0:1746146169.626770:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199388160:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.626806:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.629005:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.629598:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202507776 00000100:00100000:2.0:1746146169.629605:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202507776 00002000:00100000:2.0:1746146169.629636:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e24380 x1830966202507776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.629644:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24380 with x1830966202507776 ext(0->4095) 00010000:00010000:2.0:1746146169.629652:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.629663:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.629669:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e24380 00000100:00100000:2.0:1746146169.629699:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3568 00000100:00100000:2.0:1746146169.629705:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202507776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.629843:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202507776:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.629851:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3568 00002000:00100000:2.0:1746146169.629856:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e24380 x1830966202507776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.629862:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e24380 with x1830966202507776 ext(0->4095) 00010000:00010000:2.0:1746146169.629867:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.629875:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:2.0:1746146169.629880:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e24380 00000100:00100000:2.0:1746146169.630336:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199388160:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.630357:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.630367:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:2.0:1746146169.630578:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202507520:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3918us (4126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.630585:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31417 00000100:00100000:0.0:1746146169.631828:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.631986:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202507904 00000100:00100000:2.0:1746146169.631991:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202507904 00000100:00100000:2.0:1746146169.632017:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31418 00000100:00100000:2.0:1746146169.632023:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1766:x1830966202507904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.632035:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.632047:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff984 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.632064:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.632068:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.632073:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.632076:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.632102:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.632113:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.632120:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:2.0:1746146169.632155:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202507904:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.632159:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31418 00000100:00100000:1.0:1746146169.632783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.633404:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202508032 00000100:00100000:2.0:1746146169.633409:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202508032 00010000:00010000:2.0:1746146169.633425:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.633865:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14760 00000100:00100000:2.0:1746146169.633872:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202508032:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.633883:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.633896:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.633905:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.633921:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb637dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff976 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.633946:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.633948:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.633952:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.633959:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.633979:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.633988:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.633997:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199388416:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.634349:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.636352:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199388416:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.636369:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.636819:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202508032:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2946us (4035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.636828:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14760 00000100:00100000:0.0:1746146169.636979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.637130:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202508288 00000100:00100000:3.0:1746146169.637136:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202508288 00002000:00100000:3.0:1746146169.637165:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e26680 x1830966202508288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.637173:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e26680 with x1830966202508288 ext(0->4095) 00010000:00010000:3.0:1746146169.637180:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.637191:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.637196:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e26680 00000100:00100000:3.0:1746146169.637220:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3569 00000100:00100000:3.0:1746146169.637225:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202508288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.637612:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202508288:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 386us (633us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.637618:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3569 00002000:00100000:3.0:1746146169.637623:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e26680 x1830966202508288/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.637630:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e26680 with x1830966202508288 ext(0->4095) 00010000:00010000:3.0:1746146169.637634:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.637643:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.637648:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097e26680 00000100:00100000:0.0:1746146169.641200:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.641297:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202508416 00000100:00100000:2.0:1746146169.641303:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202508416 00010000:00010000:2.0:1746146169.641327:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.641350:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14761 00000100:00100000:2.0:1746146169.641355:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202508416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.641364:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.641375:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.641382:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.641396:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb637e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff97d expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.641413:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.641415:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.641421:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.641427:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.641452:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 78 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.641463:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199388544:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.641570:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.643140:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.643233:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199388544:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.643248:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.643278:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202508416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1921us (2082us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.643286:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14761 00000100:00100000:3.0:1746146169.643358:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202508672 00000100:00100000:3.0:1746146169.643362:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202508672 00002000:00100000:3.0:1746146169.643391:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27800 x1830966202508672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.643400:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27800 with x1830966202508672 ext(0->4095) 00002000:00010000:3.0:1746146169.643403:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e27800 00000100:00100000:3.0:1746146169.643426:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14151 00000100:00100000:3.0:1746146169.643432:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202508672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146169.643543:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202508672:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.643548:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14151 00002000:00100000:3.0:1746146169.643554:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097e27800 x1830966202508672/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.643560:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097e27800 with x1830966202508672 ext(0->4095) 00002000:00010000:3.0:1746146169.643563:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097e27800 00000100:00100000:0.0:1746146169.647037:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.647158:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202508800 00000100:00100000:2.0:1746146169.647165:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202508800 00000100:00100000:2.0:1746146169.647209:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31419 00000100:00100000:2.0:1746146169.647216:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f192850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202508800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.647231:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.647244:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff98b expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.647268:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.647275:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.647276:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.647279:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.647307:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 77 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.647316:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 77 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.647327:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199388672:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.647861:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.651636:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.651867:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199388672:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.651891:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.651906:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513a00, rc 0) 00000100:00100000:3.0:1746146169.652633:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202508928 00000100:00100000:3.0:1746146169.652639:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202508928 00000100:00100000:2.0:1746146169.653095:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f192850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202508800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5876us (6061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.653102:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31419 00010000:00010000:3.0:1746146169.653472:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.653517:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14762 00000100:00100000:3.0:1746146169.653523:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202508928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.653532:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.653546:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.653555:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.653572:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb637eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff984 expref: 78 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.653595:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.653597:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.653602:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.653609:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.653632:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.653642:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199388800:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.656749:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.656854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.657219:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202509056 00000100:00100000:2.0:1746146169.657226:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202509056 00000100:00100000:2.0:1746146169.657266:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31420 00000100:00100000:2.0:1746146169.657272:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:1758:x1830966202509056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.657285:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.657299:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff992 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.657320:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.657327:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.657328:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.657331:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.657353:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.657363:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.657373:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199388928:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.657413:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.660347:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199388928:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.660374:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.660392:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512200, rc 0) 00000100:00100000:3.0:1746146169.660420:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199388800:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.660432:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.660432:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202509056:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3161us (3580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.660439:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31420 00000100:00100000:3.0:1746146169.660446:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202508928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6925us (8818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.660452:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14762 00000100:00100000:0.0:1746146169.660650:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.660739:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202509312 00000100:00100000:3.0:1746146169.660744:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202509312 00002000:00100000:3.0:1746146169.660771:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5c700 x1830966202509312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.660779:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5c700 with x1830966202509312 ext(0->4095) 00010000:00010000:3.0:1746146169.660784:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.660794:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.660799:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5c700 00000100:00100000:3.0:1746146169.662864:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3570 00000100:00100000:3.0:1746146169.662879:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202509312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.663013:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202509312:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (2363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.663019:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3570 00002000:00100000:3.0:1746146169.663025:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5c700 x1830966202509312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.663033:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5c700 with x1830966202509312 ext(0->4095) 00010000:00010000:3.0:1746146169.663039:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.663050:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.663056:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5c700 00000100:00100000:0.0:1746146169.665412:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.665509:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202509440 00000100:00100000:3.0:1746146169.665516:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202509440 00010000:00010000:3.0:1746146169.665542:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.665573:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14763 00000100:00100000:3.0:1746146169.665579:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202509440:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.665589:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.665601:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.665609:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.665625:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb637f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff98b expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.665651:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.665653:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.665658:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.665668:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.665691:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.665700:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199389056:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.665782:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.668665:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199389056:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.668683:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.668756:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202509440:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3176us (3349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.668766:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14763 00000100:00100000:0.0:1746146169.669307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.669346:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202509696 00000100:00100000:2.0:1746146169.669352:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202509696 00002000:00100000:2.0:1746146169.669377:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5e300 x1830966202509696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.669391:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e300 with x1830966202509696 ext(0->4095) 00002000:00010000:2.0:1746146169.669394:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5e300 00000100:00100000:2.0:1746146169.669418:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14152 00000100:00100000:2.0:1746146169.669424:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202509696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146169.669535:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2008:x1830966202509696:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (228us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.669540:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14152 00002000:00100000:2.0:1746146169.669545:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5e300 x1830966202509696/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.669551:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e300 with x1830966202509696 ext(0->4095) 00002000:00010000:2.0:1746146169.669553:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5e300 00000100:00100000:0.0:1746146169.672140:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.672222:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202509824 00000100:00100000:2.0:1746146169.672229:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202509824 00000100:00100000:2.0:1746146169.672260:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31421 00000100:00100000:2.0:1746146169.672266:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202509824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.672279:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.672293:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff999 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.672315:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.672321:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.672323:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.672326:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.672348:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 77 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.672359:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 77 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.672369:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199389184:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.674156:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.676045:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199389184:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.676071:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.676085:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513e00, rc 0) 00000100:00100000:2.0:1746146169.676120:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202509824:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3853us (3985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.676127:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31421 00000100:00100000:0.0:1746146169.676812:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.676914:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202509952 00000100:00100000:3.0:1746146169.676920:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202509952 00002000:00100000:3.0:1746146169.676951:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880134d5e680 x1830966202509952/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.676959:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e680 with x1830966202509952 ext(0->7) 00010000:00010000:3.0:1746146169.676965:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 78 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.676975:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 78 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.676981:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5e680 00000100:00100000:3.0:1746146169.677007:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3571 00000100:00100000:3.0:1746146169.677014:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+78:2007:x1830966202509952:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.678314:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202509952:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1298us (1502us total) trans 4294972288 rc 0/0 00000100:00100000:0.0:1746146169.678321:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3571 00002000:00100000:0.0:1746146169.678327:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880134d5e680 x1830966202509952/t4294972288(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/448 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.678334:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5e680 with x1830966202509952 ext(0->7) 00010000:00010000:0.0:1746146169.678339:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:0.0:1746146169.678349:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:0.0:1746146169.678354:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880134d5e680 00000100:00100000:0.0:1746146169.682380:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.682760:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202510080 00000100:00100000:3.0:1746146169.682768:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202510080 00010000:00010000:3.0:1746146169.682798:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.682832:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14764 00000100:00100000:3.0:1746146169.682839:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2009:x1830966202510080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.682852:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.682865:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.682875:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.682893:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb637f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff992 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.682922:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.682924:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.682929:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.682935:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.682964:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.682974:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199389312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.683823:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.685609:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.685704:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199389312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.685752:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.685796:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2009:x1830966202510080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2957us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.685805:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14764 00000100:00100000:1.0:1746146169.686089:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202510336 00000100:00100000:1.0:1746146169.686094:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202510336 00002000:00100000:1.0:1746146169.686125:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ce00 x1830966202510336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.686133:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966202510336 ext(0->4095) 00002000:00010000:1.0:1746146169.686137:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5ce00 00000100:00100000:1.0:1746146169.686167:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14153 00000100:00100000:1.0:1746146169.686174:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202510336:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146169.686272:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134d5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202510336:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.686278:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14153 00002000:00100000:1.0:1746146169.686282:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880134d5ce00 x1830966202510336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.686289:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134d5ce00 with x1830966202510336 ext(0->4095) 00002000:00010000:1.0:1746146169.686292:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134d5ce00 00000100:00100000:0.0:1746146169.694948:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.695046:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202510464 00000100:00100000:2.0:1746146169.695053:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202510464 00000100:00100000:2.0:1746146169.695087:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31422 00000100:00100000:2.0:1746146169.695094:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1766:x1830966202510464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.695109:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.695122:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9a0 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.695148:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.695155:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.695156:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.695159:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.695181:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.695190:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 5 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.695200:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199389440:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.695278:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.699795:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.699914:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202510592 00000100:00100000:2.0:1746146169.699920:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202510592 00000100:00100000:2.0:1746146169.699953:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31423 00000100:00100000:2.0:1746146169.699960:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202510592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.699975:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.699994:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9a7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.700136:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199389440:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146169.700156:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.700166:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512200, rc 0) 00000100:00100000:3.0:1746146169.700198:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1766:x1830966202510464:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5105us (5258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.700204:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31422 00000100:00100000:1.0:1746146169.700214:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.700237:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202510720 00000100:00100000:3.0:1746146169.700240:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202510720 00010000:00010000:3.0:1746146169.700254:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.700270:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14765 00000100:00100000:3.0:1746146169.700275:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202510720:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.700284:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.700299:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.700309:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.700324:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63800 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff999 expref: 6 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.700336:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.700338:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.700343:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.700350:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.700372:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.700382:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199389568:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.700419:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bf00 going to sleep for 11 seconds 00010000:00010000:2.0:1746146169.700480:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.700494:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.700495:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.700507:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.700523:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.700533:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.700541:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199389696:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.700576:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.702011:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199389696:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.702028:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.702038:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512c00, rc 0) 00000100:00100000:2.0:1746146169.702064:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202510592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2105us (2276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.702070:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31423 00000100:00100000:3.0:1746146169.702142:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199389568:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.702153:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.702169:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202510720:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1894us (1954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.702177:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14765 00000100:00100000:0.0:1746146169.702564:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.702865:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202510976 00000100:00100000:1.0:1746146169.702870:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202510976 00002000:00100000:1.0:1746146169.703052:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fbb80 x1830966202510976/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.703087:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fbb80 with x1830966202510976 ext(0->4095) 00010000:00010000:1.0:1746146169.703094:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.703190:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.703197:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fbb80 00000100:00100000:1.0:1746146169.703245:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3572 00000100:00100000:1.0:1746146169.703252:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202510976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.703363:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202510976:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (799us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.703371:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3572 00002000:00100000:1.0:1746146169.703376:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a4fbb80 x1830966202510976/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.703383:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a4fbb80 with x1830966202510976 ext(0->4095) 00010000:00010000:1.0:1746146169.703388:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.703395:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.703401:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a4fbb80 00000100:00100000:0.0:1746146169.704767:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.704851:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202511104 00000100:00100000:2.0:1746146169.704856:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202511104 00000100:00100000:2.0:1746146169.704891:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31424 00000100:00100000:2.0:1746146169.704897:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202511104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.704906:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.704917:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9ae expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.704935:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.704939:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.704944:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146169.704948:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.704972:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.704982:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.704989:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:0.0:1746146169.705013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.705021:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a4faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202511104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.705026:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31424 00000100:00100000:2.0:1746146169.705052:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202511232 00000100:00100000:2.0:1746146169.705055:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202511232 00010000:00010000:2.0:1746146169.705252:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.705279:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14766 00000100:00100000:2.0:1746146169.705285:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202511232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.705292:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.705304:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.705312:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.705325:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512200/0x88944630cfb63807 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a0 expref: 81 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.705336:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.705338:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.705342:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.705348:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.705362:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.705371:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.705379:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199389952:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.706030:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.709885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.709967:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199389952:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.709982:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.710015:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202511232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4729us (5002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.710023:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14766 00000100:00100000:1.0:1746146169.710092:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202511488 00000100:00100000:1.0:1746146169.710096:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202511488 00002000:00100000:1.0:1746146169.710123:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b178700 x1830966202511488/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.710132:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b178700 with x1830966202511488 ext(0->4095) 00010000:00010000:1.0:1746146169.710138:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.710149:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.710155:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b178700 00000100:00100000:1.0:1746146169.710167:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3573 00000100:00100000:1.0:1746146169.710172:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202511488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.711234:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202511488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 1058us (1351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.711241:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3573 00002000:00100000:1.0:1746146169.711246:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b178700 x1830966202511488/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.711252:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b178700 with x1830966202511488 ext(0->4095) 00010000:00010000:1.0:1746146169.711257:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.711266:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.711271:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b178700 00000100:00100000:0.0:1746146169.714323:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.714370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.714384:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202511616 00000100:00100000:3.0:1746146169.714391:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202511616 00000100:00100000:3.0:1746146169.714424:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31425 00000100:00100000:3.0:1746146169.714430:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202511616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.714443:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746146169.714482:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202511744 00000100:00100000:2.0:1746146169.714485:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202511744 00010000:00010000:2.0:1746146169.714510:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.714547:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14767 00000100:00100000:2.0:1746146169.714552:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202511744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.714848:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9b5 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.714866:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.714871:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.714876:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146169.714879:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.714904:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.714913:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.714921:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146169.714951:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1758:x1830966202511616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 522us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.714956:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31425 00010000:00010000:2.0:1746146169.715377:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.715393:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.715402:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.715415:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb6380e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9a7 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.715435:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.715436:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.715441:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.715447:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.715466:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.715476:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 5 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.715484:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199390208:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.715536:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.717556:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199390208:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146169.717562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:2.0:1746146169.717570:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.717793:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202511744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3239us (3422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.717802:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14767 00000100:00100000:1.0:1746146169.717807:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202512000 00000100:00100000:1.0:1746146169.717812:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202512000 00002000:00100000:1.0:1746146169.717838:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17a300 x1830966202512000/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.717846:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17a300 with x1830966202512000 ext(0->4095) 00010000:00010000:1.0:1746146169.717851:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.717860:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.717865:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b17a300 00000100:00100000:1.0:1746146169.717883:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3574 00000100:00100000:1.0:1746146169.717887:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202512000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.718291:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202512000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 401us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.718297:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3574 00002000:00100000:1.0:1746146169.718302:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b17a300 x1830966202512000/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.718309:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17a300 with x1830966202512000 ext(0->4095) 00010000:00010000:1.0:1746146169.718313:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.718321:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.718326:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b17a300 00000100:00100000:0.0:1746146169.720117:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.720685:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202512128 00000100:00100000:2.0:1746146169.720690:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202512128 00010000:00010000:2.0:1746146169.720709:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.720765:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14768 00000100:00100000:2.0:1746146169.720771:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202512128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.720781:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.720795:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.720803:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.720820:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63815 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ae expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.720839:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.720840:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.720848:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.720854:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.720877:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.720886:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199390336:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.720952:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.723747:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.723793:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202512384 00000100:00100000:1.0:1746146169.723799:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202512384 00002000:00100000:1.0:1746146169.723832:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369c00 x1830966202512384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.723841:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369c00 with x1830966202512384 ext(0->4095) 00002000:00010000:1.0:1746146169.723844:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133369c00 00000100:00100000:2.0:1746146169.723845:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199390336:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.723859:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146169.723859:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14154 00000100:00100000:1.0:1746146169.723864:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202512384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146169.723887:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202512128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3116us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.723894:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14768 00000100:00100000:1.0:1746146169.723962:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202512384:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.723968:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14154 00002000:00100000:1.0:1746146169.723972:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369c00 x1830966202512384/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.723979:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369c00 with x1830966202512384 ext(0->4095) 00002000:00010000:1.0:1746146169.723982:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133369c00 00000100:00100000:0.0:1746146169.726433:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.726539:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202512512 00000100:00100000:2.0:1746146169.726544:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202512512 00000100:00100000:2.0:1746146169.726583:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31426 00000100:00100000:2.0:1746146169.726589:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202512512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.726603:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.726615:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9bc expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.726636:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.726642:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.726643:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.726646:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.726667:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.726676:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 79 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.726686:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199390464:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.726770:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.729014:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199390464:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.729036:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.729048:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512e00, rc 0) 00000100:00100000:2.0:1746146169.729076:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202512512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2487us (2648us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.729086:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31426 00000100:00100000:0.0:1746146169.729792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.730171:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202512640 00000100:00100000:2.0:1746146169.730177:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202512640 00010000:00010000:2.0:1746146169.730196:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.730229:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14769 00000100:00100000:2.0:1746146169.730234:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202512640:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.730245:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.730260:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.730269:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.730286:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb6381c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9b5 expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.730912:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.730914:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.730920:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.730927:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.730953:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.730963:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199390592:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.731589:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.733840:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.734069:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199390592:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.734085:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.734118:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202512640:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3883us (4326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.734127:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14769 00000100:00100000:1.0:1746146169.734952:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202512896 00000100:00100000:1.0:1746146169.734959:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202512896 00002000:00100000:1.0:1746146169.734993:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369f80 x1830966202512896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.735001:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369f80 with x1830966202512896 ext(0->4095) 00002000:00010000:1.0:1746146169.735005:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133369f80 00000100:00100000:1.0:1746146169.735019:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14155 00000100:00100000:1.0:1746146169.735025:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202512896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.735115:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202512896:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (1280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.735121:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14155 00002000:00100000:1.0:1746146169.735125:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880133369f80 x1830966202512896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.735132:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133369f80 with x1830966202512896 ext(0->4095) 00002000:00010000:1.0:1746146169.735134:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133369f80 00000100:00100000:2.0:1746146169.736208:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.736340:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202513024 00000100:00100000:0.0:1746146169.736345:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202513024 00000100:00100000:1.0:1746146169.737352:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31427 00000100:00100000:1.0:1746146169.737361:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202513024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.737375:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.737387:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9c3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.737407:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.737413:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.737414:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.737417:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.737439:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.737449:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 5 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.737459:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199390720:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146169.738186:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.738292:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.738330:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202513152 00000100:00100000:3.0:1746146169.738334:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202513152 00000100:00100000:3.0:1746146169.738354:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31428 00000100:00100000:3.0:1746146169.738359:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202513152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.738367:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.738373:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9ca expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.738383:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.738387:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.738392:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.738394:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.738412:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.738420:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.738428:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146169.738449:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1766:x1830966202513152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.738453:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31428 00000100:00100000:1.0:1746146169.739390:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199390720:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.739408:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.739422:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146169.739444:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202513024:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2084us (3238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.739452:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31427 00000100:00100000:0.0:1746146169.740335:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.740469:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202513280 00000100:00100000:2.0:1746146169.740474:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202513280 00010000:00010000:2.0:1746146169.740491:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.740526:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14770 00000100:00100000:2.0:1746146169.740531:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202513280:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.740540:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.740553:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.740562:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.740576:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512e00/0x88944630cfb63823 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9bc expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.740598:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.740600:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.740605:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.740612:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.740632:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.740640:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.740649:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199390976:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.740699:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.742290:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.742440:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199390976:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.742452:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.742679:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202513536 00000100:00100000:3.0:1746146169.742683:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202513536 00002000:00100000:3.0:1746146169.742711:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0a680 x1830966202513536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.742742:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0a680 with x1830966202513536 ext(0->4095) 00010000:00010000:3.0:1746146169.742749:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.742759:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.742764:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0a680 00000100:00100000:2.0:1746146169.742957:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202513280:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2424us (2622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.742965:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14770 00000100:00100000:3.0:1746146169.743806:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3575 00000100:00100000:3.0:1746146169.743815:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202513536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.743921:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202513536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1636us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.743926:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3575 00002000:00100000:3.0:1746146169.743931:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d0a680 x1830966202513536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.743938:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0a680 with x1830966202513536 ext(0->4095) 00010000:00010000:3.0:1746146169.743943:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:3.0:1746146169.743952:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:3.0:1746146169.743957:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d0a680 00000100:00100000:0.0:1746146169.746030:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.746104:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202513664 00000100:00100000:2.0:1746146169.746111:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202513664 00010000:00010000:2.0:1746146169.746136:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.746704:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14771 00000100:00100000:2.0:1746146169.746712:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202513664:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.746786:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.746804:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.746814:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.746832:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6382a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9c3 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.746855:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.746857:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.746863:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.746869:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.746894:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.746903:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199391104:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.746966:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.749125:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.749289:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199391104:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.749304:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.749337:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202513664:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2626us (3312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.749344:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14771 00000100:00100000:1.0:1746146169.749644:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202513920 00000100:00100000:1.0:1746146169.749649:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202513920 00002000:00100000:1.0:1746146169.749677:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d09c00 x1830966202513920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.749685:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d09c00 with x1830966202513920 ext(0->4095) 00002000:00010000:1.0:1746146169.749689:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d09c00 00000100:00100000:1.0:1746146169.749711:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14156 00000100:00100000:1.0:1746146169.749745:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2010:x1830966202513920:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146169.749830:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2010:x1830966202513920:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.749834:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14156 00002000:00100000:1.0:1746146169.749839:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d09c00 x1830966202513920/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.749844:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d09c00 with x1830966202513920 ext(0->4095) 00002000:00010000:1.0:1746146169.749846:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130d09c00 00000100:00100000:0.0:1746146169.751791:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.751846:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202514048 00000100:00100000:1.0:1746146169.751851:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202514048 00000100:00100000:1.0:1746146169.752018:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31429 00000100:00100000:1.0:1746146169.752024:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202514048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.752035:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.752048:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9d1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.752075:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.752081:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.752082:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.752085:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.752106:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.752116:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 79 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.752126:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199391232:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.752194:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.754455:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.754542:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199391232:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.754564:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.754577:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146169.754623:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202514048:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2600us (2837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.754631:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31429 00000100:00100000:2.0:1746146169.754696:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202514176 00000100:00100000:2.0:1746146169.754701:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202514176 00010000:00010000:2.0:1746146169.754742:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.754765:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14772 00000100:00100000:2.0:1746146169.754769:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad54cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202514176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.754778:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.754791:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.754799:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.754814:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb63831 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ca expref: 80 pid: 21272 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.754825:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.754826:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.754831:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.754838:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.754866:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.754876:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199391360:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.754917:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.757573:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.757961:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199391360:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.757977:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.758020:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad54cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202514176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3250us (3571us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.758029:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14772 00000100:00100000:3.0:1746146169.758360:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202514432 00000100:00100000:3.0:1746146169.758366:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202514432 00002000:00100000:3.0:1746146169.758392:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130681c00 x1830966202514432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.758401:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130681c00 with x1830966202514432 ext(0->4095) 00002000:00010000:3.0:1746146169.758404:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130681c00 00000100:00100000:3.0:1746146169.758424:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14157 00000100:00100000:3.0:1746146169.758429:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202514432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.758523:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202514432:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (957us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.758528:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14157 00002000:00100000:3.0:1746146169.758532:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130681c00 x1830966202514432/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.758538:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130681c00 with x1830966202514432 ext(0->4095) 00002000:00010000:3.0:1746146169.758540:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130681c00 00000100:00100000:0.0:1746146169.759765:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.759911:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202514560 00000100:00100000:1.0:1746146169.759915:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202514560 00000100:00100000:1.0:1746146169.759937:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31430 00000100:00100000:1.0:1746146169.759942:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202514560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.759952:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.759962:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9d8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.759980:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.759986:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.759987:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.759990:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.760010:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.760018:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 5 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:1.0:1746146169.760028:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199391488:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.761279:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.762531:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.762743:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202514688 00000100:00100000:2.0:1746146169.762748:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202514688 00000100:00100000:1.0:1746146169.762836:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199391488:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.762858:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.762876:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146169.762907:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202514560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2964us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.762913:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31430 00000100:00100000:1.0:1746146169.762929:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31431 00000100:00100000:1.0:1746146169.762934:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202514688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.762945:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.762956:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9df expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.762970:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.762974:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.762978:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.762981:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.763002:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.763010:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 81 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.763017:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146169.763031:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202514688:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.763035:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31431 00000100:00100000:0.0:1746146169.764463:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.764630:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202514816 00000100:00100000:2.0:1746146169.764635:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202514816 00010000:00010000:2.0:1746146169.764653:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.764682:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14773 00000100:00100000:2.0:1746146169.764688:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202514816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.764697:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.764711:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.764736:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.764757:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb63838 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d1 expref: 6 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.764770:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.764772:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.764777:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.764783:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.764814:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.764823:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.764831:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199391744:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.764881:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.767599:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199391744:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.767614:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.767648:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202514816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2959us (3188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.767656:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14773 00000100:00100000:3.0:1746146169.769130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.769485:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202515072 00000100:00100000:1.0:1746146169.769491:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202515072 00002000:00100000:1.0:1746146169.769530:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b55f80 x1830966202515072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.769539:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55f80 with x1830966202515072 ext(0->4095) 00010000:00010000:1.0:1746146169.769546:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.769558:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.769564:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b55f80 00000100:00100000:1.0:1746146169.769587:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3576 00000100:00100000:1.0:1746146169.769594:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202515072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.769700:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202515072:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.769706:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3576 00002000:00100000:1.0:1746146169.769710:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b55f80 x1830966202515072/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.769732:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b55f80 with x1830966202515072 ext(0->4095) 00010000:00010000:1.0:1746146169.769737:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:1.0:1746146169.769749:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00002000:00010000:1.0:1746146169.769754:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b55f80 00000100:00100000:0.0:1746146169.772303:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.772414:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202515200 00000100:00100000:2.0:1746146169.772420:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202515200 00010000:00010000:2.0:1746146169.772444:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.772474:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14774 00000100:00100000:2.0:1746146169.772481:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202515200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.772490:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.772510:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.772520:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.772535:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6383f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9d8 expref: 81 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.772555:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.772557:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.772562:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.772568:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.772591:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.772600:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199391872:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.772656:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.775093:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.775205:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199391872:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.775219:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.775254:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130683480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202515200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2774us (2957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.775263:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14774 00000100:00100000:3.0:1746146169.775740:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202515456 00000100:00100000:3.0:1746146169.775745:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202515456 00002000:00100000:3.0:1746146169.775773:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacea00 x1830966202515456/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.775781:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacea00 with x1830966202515456 ext(0->4095) 00002000:00010000:3.0:1746146169.775785:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacea00 00000100:00100000:3.0:1746146169.775803:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14158 00000100:00100000:3.0:1746146169.775808:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2009:x1830966202515456:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146169.775895:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2009:x1830966202515456:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (806us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.775899:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14158 00002000:00100000:3.0:1746146169.775903:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacea00 x1830966202515456/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.775909:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacea00 with x1830966202515456 ext(0->4095) 00002000:00010000:3.0:1746146169.775911:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacea00 00000100:00100000:0.0:1746146169.777785:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.778352:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202515584 00000100:00100000:3.0:1746146169.778357:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202515584 00000100:00100000:3.0:1746146169.778684:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31432 00000100:00100000:3.0:1746146169.778691:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202515584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.778704:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.779128:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9e6 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.779151:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.779157:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.779158:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.779161:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.779185:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.779199:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 79 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:3.0:1746146169.779209:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199392000:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.779669:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.781516:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199392000:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146169.781540:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.781553:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146169.781586:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cace300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202515584:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2896us (3806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.781593:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31432 00000100:00100000:0.0:1746146169.783182:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.783279:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202515712 00000100:00100000:2.0:1746146169.783285:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202515712 00010000:00010000:2.0:1746146169.783312:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00000100:00100000:2.0:1746146169.783349:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14775 00000100:00100000:2.0:1746146169.783355:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202515712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.783365:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.783381:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.783390:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.783408:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63846 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9df expref: 80 pid: 9582 timeout: 871 lvb_type: 0 00010000:00010000:2.0:1746146169.783422:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.783424:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.783430:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.783441:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.783464:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.783474:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199392128:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.783542:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.785779:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.785931:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202515840 00000100:00100000:3.0:1746146169.785937:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202515840 00000100:00100000:0.0:1746146169.785991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.786067:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199392128:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.786081:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.786109:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202515712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2754us (2932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.786115:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14775 00000100:00100000:1.0:1746146169.786418:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202516096 00000100:00100000:1.0:1746146169.786422:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202516096 00002000:00100000:1.0:1746146169.786449:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf480 x1830966202516096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.786458:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966202516096 ext(0->4095) 00002000:00010000:1.0:1746146169.786461:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacf480 00000100:00100000:1.0:1746146169.786475:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14159 00000100:00100000:1.0:1746146169.786480:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202516096:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146169.786592:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202516096:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.786598:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14159 00002000:00100000:1.0:1746146169.786603:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cacf480 x1830966202516096/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.786610:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cacf480 with x1830966202516096 ext(0->4095) 00002000:00010000:1.0:1746146169.786612:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cacf480 00000100:00100000:3.0:1746146169.786837:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31433 00000100:00100000:3.0:1746146169.786844:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202515840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.786852:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.786864:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9ed expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.786882:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.786892:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.786894:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.786896:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.786918:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.786928:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.786938:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199392256:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.786990:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.789528:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.790091:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202516224 00000100:00100000:3.0:1746146169.790097:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202516224 00000100:00100000:3.0:1746146169.790139:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31434 00000100:00100000:3.0:1746146169.790146:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202516224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.790159:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.790170:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9f4 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.790189:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.790193:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.790199:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.790202:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.790228:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.790239:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.790247:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146169.790277:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1766:x1830966202516224:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.790283:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31434 00000100:00100000:2.0:1746146169.791602:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199392256:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.791619:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.791628:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:2.0:1746146169.791649:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cacd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202515840:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4806us (5874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.791654:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31433 00000100:00100000:0.0:1746146169.791844:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.792051:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202516352 00000100:00100000:2.0:1746146169.792054:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202516352 00010000:00010000:2.0:1746146169.792071:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.792096:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14776 00000100:00100000:2.0:1746146169.792101:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202516352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.792108:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.792122:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.792129:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.792143:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6384d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9e6 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.792153:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.792155:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.792160:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.792166:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.792186:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.792196:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 80 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.792208:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199392512:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.792255:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.794669:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.794943:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202516608 00000100:00100000:3.0:1746146169.794949:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202516608 00002000:00100000:3.0:1746146169.794980:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdad80 x1830966202516608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.794989:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdad80 with x1830966202516608 ext(0->4095) 00010000:00010000:3.0:1746146169.794996:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.795008:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146169.795014:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdad80 00000100:00100000:3.0:1746146169.795037:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3577 00000100:00100000:3.0:1746146169.795044:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202516608:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.795235:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199392512:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.795247:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.795730:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202516608:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 673us (1053us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.795736:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3577 00002000:00100000:3.0:1746146169.795741:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdad80 x1830966202516608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.795748:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdad80 with x1830966202516608 ext(0->4095) 00010000:00010000:3.0:1746146169.795752:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.795760:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146169.795765:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdad80 00000100:00100000:2.0:1746146169.795920:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202516352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3818us (4075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.795927:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14776 00000100:00100000:0.0:1746146169.798379:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.798473:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202516736 00000100:00100000:2.0:1746146169.798480:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202516736 00010000:00010000:2.0:1746146169.798515:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.798545:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14777 00000100:00100000:2.0:1746146169.798552:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202516736:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.798562:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.798577:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.798587:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.798604:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63854 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9ed expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.798701:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.798704:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.798710:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.798740:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.798765:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.798776:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199392640:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.799130:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.801331:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199392640:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.801348:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146169.801632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.801697:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202516992 00000100:00100000:3.0:1746146169.801702:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202516992 00002000:00100000:3.0:1746146169.801757:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9500 x1830966202516992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.801765:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9500 with x1830966202516992 ext(0->4095) 00002000:00010000:3.0:1746146169.801769:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9500 00000100:00100000:2.0:1746146169.801807:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202516736:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3255us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.801815:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14777 00000100:00100000:3.0:1746146169.802216:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14160 00000100:00100000:3.0:1746146169.802223:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2009:x1830966202516992:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146169.802327:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2009:x1830966202516992:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 105us (696us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.802333:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14160 00002000:00100000:3.0:1746146169.802339:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9500 x1830966202516992/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.802346:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9500 with x1830966202516992 ext(0->4095) 00002000:00010000:3.0:1746146169.802349:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9500 00000100:00100000:0.0:1746146169.804245:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.804302:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202517120 00000100:00100000:2.0:1746146169.804308:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202517120 00000100:00100000:2.0:1746146169.804521:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31435 00000100:00100000:2.0:1746146169.804529:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202517120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.804541:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.804552:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dff9fb expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.804574:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.804585:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.804587:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.804590:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.804612:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.804622:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 79 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.804632:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199392768:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.804698:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.807099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.807180:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202517248 00000100:00100000:3.0:1746146169.807186:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202517248 00010000:00010000:3.0:1746146169.807210:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 80 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.807597:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199392768:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.807622:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.807634:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512c00, rc 0) 00000100:00100000:2.0:1746146169.807673:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202517120:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3145us (3432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.807679:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31435 00000100:00100000:3.0:1746146169.807774:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14778 00000100:00100000:3.0:1746146169.807781:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202517248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.807791:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.807805:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 80 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.807815:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 80 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.807831:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb6385b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9f4 expref: 80 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.808109:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.808111:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.808118:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.808125:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.808149:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.808159:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199392896:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.808210:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.809385:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199392896:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.809397:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.809688:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2008:x1830966202517248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1906us (2592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.809696:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14778 00000100:00100000:0.0:1746146169.810112:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.810257:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202517504 00000100:00100000:1.0:1746146169.810262:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202517504 00002000:00100000:1.0:1746146169.810292:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cda300 x1830966202517504/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.810307:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cda300 with x1830966202517504 ext(0->4095) 00002000:00010000:1.0:1746146169.810310:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cda300 00000100:00100000:1.0:1746146169.810334:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14161 00000100:00100000:1.0:1746146169.810340:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202517504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.810426:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202517504:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.810431:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14161 00002000:00100000:1.0:1746146169.810436:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cda300 x1830966202517504/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.810442:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cda300 with x1830966202517504 ext(0->4095) 00002000:00010000:1.0:1746146169.810445:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cda300 00000100:00100000:0.0:1746146169.812838:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.813605:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202517632 00000100:00100000:2.0:1746146169.813612:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202517632 00000100:00100000:2.0:1746146169.813657:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31436 00000100:00100000:2.0:1746146169.813663:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202517632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.813677:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.813689:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa02 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.813710:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.813744:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.813745:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.813748:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.813773:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.813782:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.813791:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199393024:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.813860:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.814141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.814218:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202517760 00000100:00100000:1.0:1746146169.814222:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202517760 00000100:00100000:1.0:1746146169.814247:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31437 00000100:00100000:1.0:1746146169.814251:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202517760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.814257:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.814262:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa09 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.814272:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.814275:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.814279:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.814282:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.814299:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 82 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.814307:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.814314:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8be00, rc 0) 00000100:00100000:1.0:1746146169.814333:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1766:x1830966202517760:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 82us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.814337:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31437 00000100:00100000:2.0:1746146169.816431:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199393024:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.816452:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.816464:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513c00, rc 0) 00000100:00100000:2.0:1746146169.816508:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1758:x1830966202517632:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2845us (3675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.816517:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31436 00000100:00100000:0.0:1746146169.817131:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.817480:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202517888 00000100:00100000:3.0:1746146169.817485:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202517888 00010000:00010000:3.0:1746146169.817513:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.817968:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14779 00000100:00100000:3.0:1746146169.817977:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9b8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202517888:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.817987:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.818003:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.818012:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.818029:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63862 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dff9fb expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.818050:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.818052:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.818057:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.818064:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.818088:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.818097:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 80 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.818107:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199393280:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.818556:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.820455:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.820545:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199393280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.820560:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.820591:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9b8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202517888:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2616us (3461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.820599:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14779 00000100:00100000:2.0:1746146169.820807:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202518144 00000100:00100000:2.0:1746146169.820812:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202518144 00002000:00100000:2.0:1746146169.820840:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb480 x1830966202518144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.820848:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb480 with x1830966202518144 ext(0->4095) 00010000:00010000:2.0:1746146169.820854:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.820864:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.820870:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdb480 00000100:00100000:2.0:1746146169.821230:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3578 00000100:00100000:2.0:1746146169.821236:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202518144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.821349:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202518144:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.821354:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3578 00002000:00100000:2.0:1746146169.821359:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb480 x1830966202518144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.821365:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb480 with x1830966202518144 ext(0->4095) 00010000:00010000:2.0:1746146169.821369:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.821380:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.821385:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdb480 00000100:00100000:0.0:1746146169.825101:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.825178:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202518272 00000100:00100000:3.0:1746146169.825185:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202518272 00010000:00010000:3.0:1746146169.825212:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.825662:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14780 00000100:00100000:3.0:1746146169.825670:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202518272:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.825681:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.825696:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.825707:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.825753:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63869 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa02 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.825771:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.825772:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.825777:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.825783:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.825807:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 80 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.825815:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199393408:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.825880:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.829599:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.829785:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199393408:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.829803:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.829837:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202518272:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4168us (4742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.829846:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14780 00000100:00100000:1.0:1746146169.830263:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202518528 00000100:00100000:1.0:1746146169.830269:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202518528 00002000:00100000:1.0:1746146169.830301:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9f80 x1830966202518528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.830310:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9f80 with x1830966202518528 ext(0->4095) 00002000:00010000:1.0:1746146169.830314:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9f80 00000100:00100000:1.0:1746146169.831062:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14162 00000100:00100000:1.0:1746146169.831070:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202518528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.831173:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202518528:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (1580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.831179:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14162 00002000:00100000:1.0:1746146169.831184:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cd9f80 x1830966202518528/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.831196:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cd9f80 with x1830966202518528 ext(0->4095) 00002000:00010000:1.0:1746146169.831199:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cd9f80 00000100:00100000:0.0:1746146169.833276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.833774:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202518656 00000100:00100000:2.0:1746146169.833781:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202518656 00000100:00100000:2.0:1746146169.833817:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31438 00000100:00100000:2.0:1746146169.833823:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202518656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.833835:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.833847:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa10 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.833869:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.833874:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.833876:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.833878:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.833900:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 79 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.833909:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 79 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.833918:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199393536:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.834445:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.836276:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.836378:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202518784 00000100:00100000:3.0:1746146169.836385:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202518784 00010000:00010000:3.0:1746146169.836411:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 80 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.836514:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199393536:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.836534:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.836546:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513400, rc 0) 00000100:00100000:2.0:1746146169.836579:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202518656:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2756us (3309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.836586:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31438 00000100:00100000:3.0:1746146169.837042:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14781 00000100:00100000:3.0:1746146169.837050:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202518784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.837060:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.837074:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 80 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.837082:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 80 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.837098:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8be00/0x88944630cfb63870 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa09 expref: 80 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.837111:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.837113:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.837118:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.837123:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.837144:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.837153:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199393664:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.837557:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.839060:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199393664:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.839074:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.839099:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202518784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2050us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.839107:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14781 00000100:00100000:0.0:1746146169.839879:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.840282:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202519040 00000100:00100000:3.0:1746146169.840288:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202519040 00000100:00100000:3.0:1746146169.840735:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31439 00000100:00100000:3.0:1746146169.840743:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202519040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.840757:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.840769:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa17 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.840789:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.840795:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.840796:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.840799:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.840822:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.840831:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.840841:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199393792:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.841599:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.841701:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.841817:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202519168 00000100:00100000:2.0:1746146169.841821:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202519168 00002000:00100000:2.0:1746146169.841846:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f53480 x1830966202519168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.841854:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53480 with x1830966202519168 ext(0->4095) 00010000:00010000:2.0:1746146169.841859:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.841869:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.841875:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f53480 00000100:00100000:2.0:1746146169.841892:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3579 00000100:00100000:2.0:1746146169.841897:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202519168:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746146169.841999:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202519168:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.842007:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3579 00002000:00100000:2.0:1746146169.842012:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880097f53480 x1830966202519168/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.842018:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f53480 with x1830966202519168 ext(0->4095) 00010000:00010000:2.0:1746146169.842022:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.842029:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.842034:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097f53480 00000100:00100000:3.0:1746146169.844761:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199393792:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146169.844786:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.844799:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146169.845651:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202519040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4906us (5771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.845659:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31439 00000100:00100000:0.0:1746146169.846456:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.846686:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202519296 00000100:00100000:3.0:1746146169.846691:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202519296 00000100:00100000:3.0:1746146169.846845:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31440 00000100:00100000:3.0:1746146169.846851:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202519296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.846864:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.846875:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa1e expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.846894:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.846898:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.846902:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.846905:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.846929:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.846936:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 81 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.846943:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:3.0:1746146169.846968:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202519296:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.846972:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31440 00000100:00100000:0.0:1746146169.847709:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.848321:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202519424 00000100:00100000:3.0:1746146169.848326:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202519424 00010000:00010000:3.0:1746146169.848349:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.848616:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14782 00000100:00100000:3.0:1746146169.848624:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202519424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.848633:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.848649:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.848662:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.848679:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63877 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa10 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.848692:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.848693:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.848698:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.848703:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.848746:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.848756:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 80 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.848764:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394048:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.849692:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.853040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.853089:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202519680 00000100:00100000:0.0:1746146169.853096:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202519680 00002000:00100000:0.0:1746146169.853127:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8fb80 x1830966202519680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.853136:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8fb80 with x1830966202519680 ext(0->4095) 00010000:00010000:0.0:1746146169.853144:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146169.853155:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146169.853161:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8fb80 00000100:00100000:0.0:1746146169.853177:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3580 00000100:00100000:0.0:1746146169.853183:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202519680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146169.853301:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202519680:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146169.853306:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3580 00002000:00100000:0.0:1746146169.853311:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8fb80 x1830966202519680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.853317:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8fb80 with x1830966202519680 ext(0->4095) 00010000:00010000:0.0:1746146169.853321:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146169.853329:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146169.853334:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072b8fb80 00000100:00100000:3.0:1746146169.853530:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394048:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.853545:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.853578:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202519424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4955us (5869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.853588:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14782 00000100:00100000:0.0:1746146169.857704:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.858251:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202519808 00000100:00100000:3.0:1746146169.858258:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202519808 00010000:00010000:3.0:1746146169.858284:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.858318:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14783 00000100:00100000:3.0:1746146169.858325:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2007:x1830966202519808:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.858335:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.858349:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.858358:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.858375:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb6387e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa17 expref: 81 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.858932:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.858934:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.858941:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.858948:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.858973:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 80 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.858984:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394176:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.859057:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.861589:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394176:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.861603:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.861639:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202519808:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3313us (3940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.861646:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14783 00000100:00100000:0.0:1746146169.863453:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.863748:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202520064 00000100:00100000:2.0:1746146169.863755:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202520064 00002000:00100000:2.0:1746146169.863788:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065a300 x1830966202520064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.863796:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065a300 with x1830966202520064 ext(0->4095) 00002000:00010000:2.0:1746146169.863800:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065a300 00000100:00100000:2.0:1746146169.863820:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14163 00000100:00100000:2.0:1746146169.863826:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202520064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146169.863936:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202520064:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.863941:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14163 00002000:00100000:2.0:1746146169.863946:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88013065a300 x1830966202520064/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.863953:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065a300 with x1830966202520064 ext(0->4095) 00002000:00010000:2.0:1746146169.863956:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065a300 00000100:00100000:0.0:1746146169.865698:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.866384:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202520192 00000100:00100000:2.0:1746146169.866390:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202520192 00000100:00100000:2.0:1746146169.866433:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31441 00000100:00100000:2.0:1746146169.866439:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202520192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.866450:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.866464:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa25 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.866484:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.866489:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.866491:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.866493:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.866529:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 79 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.866539:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 79 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.866548:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199394304:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.866611:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe300 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.868812:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199394304:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.868832:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.868844:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513a00, rc 0) 00000100:00100000:2.0:1746146169.868874:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202520192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2435us (3178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.868881:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31441 00000100:00100000:0.0:1746146169.869357:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.869453:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202520320 00000100:00100000:3.0:1746146169.869458:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202520320 00010000:00010000:3.0:1746146169.869479:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 80 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.869509:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14784 00000100:00100000:3.0:1746146169.869515:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202520320:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146169.869524:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146169.869536:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 80 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.869545:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 80 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.869561:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb63885 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa1e expref: 80 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.869574:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.869576:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.869580:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.869587:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.869607:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146169.869616:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146169.869667:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.872349:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394432:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146169.872365:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.872772:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+79:2007:x1830966202520320:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3255us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.872780:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14784 00000100:00100000:0.0:1746146169.873607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.873994:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202520576 00000100:00100000:2.0:1746146169.874000:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202520576 00002000:00100000:2.0:1746146169.874031:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998380 x1830966202520576/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.874040:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998380 with x1830966202520576 ext(0->4095) 00002000:00010000:2.0:1746146169.874043:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b998380 00000100:00100000:2.0:1746146169.874064:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14164 00000100:00100000:2.0:1746146169.874070:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202520576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.874173:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202520576:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.874179:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14164 00002000:00100000:2.0:1746146169.874184:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b998380 x1830966202520576/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.874190:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998380 with x1830966202520576 ext(0->4095) 00002000:00010000:2.0:1746146169.874193:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b998380 00000100:00100000:2.0:1746146169.874784:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.874842:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202520704 00000100:00100000:0.0:1746146169.874845:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202520704 00000100:00100000:0.0:1746146169.874876:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31442 00000100:00100000:0.0:1746146169.874881:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+79:1758:x1830966202520704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146169.874890:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146169.874902:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa2c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.874923:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.874929:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146169.874930:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146169.874933:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.874955:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146169.874965:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 5 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746146169.874974:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199394560:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146169.875030:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96900 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.877589:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.878519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.878741:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202520960 00000100:00100000:2.0:1746146169.878748:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202520960 00010000:00010000:2.0:1746146169.878773:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.878801:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14785 00000100:00100000:2.0:1746146169.878807:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202520960:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.878816:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.878831:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.878840:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.878857:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.878859:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.878864:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.878870:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.878892:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.878901:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394688:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.878959:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe300 going to sleep for 11 seconds 00010000:00010000:1.0:1746146169.879079:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb6388c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa25 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746146169.879104:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199394560:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.879122:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.879131:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0be200, rc 0) 00000100:00100000:1.0:1746146169.879155:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1758:x1830966202520704:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4273us (4371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.879162:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31442 00000100:00100000:1.0:1746146169.879176:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202520832 00000100:00100000:1.0:1746146169.879179:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202520832 00000100:00100000:1.0:1746146169.879195:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31443 00000100:00100000:1.0:1746146169.879199:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+80:1766:x1830966202520832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.879209:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.879216:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa33 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.879229:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.879235:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.879236:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.879239:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.879253:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.879262:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 81 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746146169.879269:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199394816:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.879286:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.881206:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.881280:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202521216 00000100:00100000:1.0:1746146169.881285:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202521216 00002000:00100000:1.0:1746146169.881310:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a680 x1830966202521216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.881318:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a680 with x1830966202521216 ext(0->4095) 00010000:00010000:1.0:1746146169.881325:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146169.881335:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746146169.881340:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72a680 00000100:00100000:1.0:1746146169.881369:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3581 00000100:00100000:1.0:1746146169.881375:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202521216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.881469:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202521216:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.881475:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3581 00002000:00100000:1.0:1746146169.881479:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009c72a680 x1830966202521216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.881485:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72a680 with x1830966202521216 ext(0->4095) 00010000:00010000:1.0:1746146169.881490:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146169.881508:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746146169.881514:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72a680 00000100:00100000:2.0:1746146169.881638:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394688:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.881651:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.881672:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202520960:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2866us (3155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.881678:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14785 00000100:00100000:1.0:1746146169.882445:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199394816:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.882460:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.882470:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a800, rc 0) 00000100:00100000:1.0:1746146169.882508:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+81:1766:x1830966202520832:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3307us (4924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.882513:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31443 00000100:00100000:0.0:1746146169.883318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.883384:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202521344 00000100:00100000:2.0:1746146169.883388:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202521344 00010000:00010000:2.0:1746146169.883404:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 81 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.883422:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14786 00000100:00100000:2.0:1746146169.883428:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2009:x1830966202521344:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.883435:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.883449:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 81 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.883457:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 81 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.883474:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d0be200/0x88944630cfb63893 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa2c expref: 81 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.883509:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.883510:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.883515:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.883523:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.883545:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 80 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.883555:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394944:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.883612:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.885895:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199394944:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146169.885909:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.886870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.886925:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9b8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2009:x1830966202521344:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3311us (3421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146169.886935:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14786 00000100:00100000:3.0:1746146169.887024:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202521600 00000100:00100000:3.0:1746146169.887029:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202521600 00002000:00100000:3.0:1746146169.887057:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ca80 x1830966202521600/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.887066:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ca80 with x1830966202521600 ext(0->4095) 00002000:00010000:3.0:1746146169.887069:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ca80 00000100:00100000:3.0:1746146169.887084:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14165 00000100:00100000:3.0:1746146169.887089:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202521600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.887177:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2008:x1830966202521600:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.887183:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14165 00002000:00100000:3.0:1746146169.887188:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ca80 x1830966202521600/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.887194:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ca80 with x1830966202521600 ext(0->4095) 00002000:00010000:3.0:1746146169.887197:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ca80 00000100:00100000:0.0:1746146169.890225:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.890362:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202521728 00000100:00100000:1.0:1746146169.890370:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202521728 00000100:00100000:1.0:1746146169.890415:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31444 00000100:00100000:1.0:1746146169.890423:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202521728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.890436:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.890449:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa3a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.890472:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.890479:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.890480:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.890483:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.890517:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 79 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.890527:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 79 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746146169.890537:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199395072:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146169.891282:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.892546:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.892619:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199395072:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146169.892640:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.892652:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146169.892682:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202521728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2260us (2463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.892687:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31444 00000100:00100000:2.0:1746146169.893058:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202521856 00000100:00100000:2.0:1746146169.893063:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202521856 00002000:00100000:2.0:1746146169.893087:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c72b100 x1830966202521856/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.893094:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b100 with x1830966202521856 ext(0->7) 00010000:00010000:2.0:1746146169.893099:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 80 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.893109:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 80 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.893115:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72b100 00000100:00100000:2.0:1746146169.893135:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3582 00000100:00100000:2.0:1746146169.893140:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+80:2007:x1830966202521856:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.893953:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2007:x1830966202521856:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 810us (1409us total) trans 4294972289 rc 0/0 00000100:00100000:0.0:1746146169.893959:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3582 00002000:00100000:0.0:1746146169.893965:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009c72b100 x1830966202521856/t4294972289(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/448 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.893972:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b100 with x1830966202521856 ext(0->7) 00010000:00010000:0.0:1746146169.893975:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146169.893984:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146169.893988:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c72b100 00000100:00100000:0.0:1746146169.895636:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.895744:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202521984 00000100:00100000:2.0:1746146169.895750:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202521984 00010000:00010000:2.0:1746146169.895774:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.895800:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14787 00000100:00100000:2.0:1746146169.895806:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202521984:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.895815:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.895829:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.895837:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.895855:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a800/0x88944630cfb6389a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa33 expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.895882:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.895884:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.895890:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.895896:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.895924:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.895934:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199395200:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.896002:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.898332:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199395200:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.898348:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.898380:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+81:2008:x1830966202521984:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2573us (2749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.898387:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14787 00000100:00100000:0.0:1746146169.899367:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.899440:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202522240 00000100:00100000:2.0:1746146169.899445:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202522240 00002000:00100000:2.0:1746146169.899570:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb100 x1830966202522240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.899579:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb100 with x1830966202522240 ext(0->4095) 00002000:00010000:2.0:1746146169.899582:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cdb100 00000100:00100000:2.0:1746146169.899602:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14166 00000100:00100000:2.0:1746146169.899608:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202522240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.899919:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202522240:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.899925:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14166 00002000:00100000:2.0:1746146169.899930:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdb100 x1830966202522240/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.899937:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdb100 with x1830966202522240 ext(0->4095) 00002000:00010000:2.0:1746146169.899939:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080cdb100 00000100:00100000:0.0:1746146169.903629:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.903713:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.903903:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202522368 00000100:00100000:3.0:1746146169.903909:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202522368 00000100:00100000:3.0:1746146169.903950:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202522496 00000100:00100000:3.0:1746146169.903953:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202522496 00000100:00100000:3.0:1746146169.903966:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31445 00000100:00100000:3.0:1746146169.903971:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+82:1758:x1830966202522368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.903984:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.903998:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa41 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.904021:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.904028:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.904029:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.904032:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.904054:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.904064:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 5 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.904075:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199395328:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.904141:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146169.904268:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31446 00000100:00100000:1.0:1746146169.904276:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+83:1766:x1830966202522496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146169.904283:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146169.904288:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa48 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.904298:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146169.904301:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 84 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.904305:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146169.904307:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 84 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.904325:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 84 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.904335:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 84 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146169.904342:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146169.904366:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1766:x1830966202522496:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146169.904371:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31446 00000100:00100000:3.0:1746146169.906213:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199395328:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146169.906231:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.906247:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146169.906988:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+83:1758:x1830966202522368:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3014us (3363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.906996:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31445 00000100:00100000:0.0:1746146169.907253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.907310:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202522624 00000100:00100000:2.0:1746146169.907316:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202522624 00010000:00010000:2.0:1746146169.907341:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.907432:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14788 00000100:00100000:2.0:1746146169.907440:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202522624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.907451:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.907465:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.907474:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.907491:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb638a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa3a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.907529:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.907531:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.907536:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.907543:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.907565:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 82 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.907574:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 82 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.907588:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199395584:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.908305:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.911121:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199395584:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.911138:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.911187:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202522624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3747us (3932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.911197:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14788 00000100:00100000:0.0:1746146169.912219:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.912308:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202522880 00000100:00100000:2.0:1746146169.912313:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202522880 00002000:00100000:2.0:1746146169.912341:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d4e00 x1830966202522880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.912349:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4e00 with x1830966202522880 ext(0->4095) 00010000:00010000:2.0:1746146169.912356:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.912367:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.912373:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d4e00 00000100:00100000:2.0:1746146169.912396:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3583 00000100:00100000:2.0:1746146169.912401:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2007:x1830966202522880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.912525:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2007:x1830966202522880:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.912534:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3583 00002000:00100000:2.0:1746146169.912539:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d4e00 x1830966202522880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.912546:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4e00 with x1830966202522880 ext(0->4095) 00010000:00010000:2.0:1746146169.912549:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.912558:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.912563:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b8d4e00 00000100:00100000:0.0:1746146169.914752:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.914813:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202523008 00000100:00100000:2.0:1746146169.914820:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202523008 00010000:00010000:2.0:1746146169.914843:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.914863:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14789 00000100:00100000:2.0:1746146169.914868:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2008:x1830966202523008:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.914878:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.914891:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.914900:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.914916:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb638a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa41 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.914940:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.914942:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.914947:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.914954:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.914979:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 82 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.914989:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199395712:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.915049:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.916595:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.916628:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199395712:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.916641:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146169.916647:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202523264 00000100:00100000:3.0:1746146169.916652:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202523264 00000100:00100000:2.0:1746146169.916670:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+83:2008:x1830966202523008:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1801us (1954us total) trans 0 rc 0/0 00002000:00100000:3.0:1746146169.916679:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6d80 x1830966202523264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746146169.916681:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14789 00002000:00100000:3.0:1746146169.916687:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6d80 with x1830966202523264 ext(0->4095) 00002000:00010000:3.0:1746146169.916690:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6d80 00000100:00100000:3.0:1746146169.916705:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14167 00000100:00100000:3.0:1746146169.916710:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202523264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146169.916815:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202523264:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (225us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146169.916820:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14167 00002000:00100000:3.0:1746146169.916825:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b8d6d80 x1830966202523264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.916836:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6d80 with x1830966202523264 ext(0->4095) 00002000:00010000:3.0:1746146169.916838:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d6d80 00000100:00100000:0.0:1746146169.918364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.918478:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202523392 00000100:00100000:3.0:1746146169.918485:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202523392 00000100:00100000:3.0:1746146169.918536:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31447 00000100:00100000:3.0:1746146169.918543:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202523392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.918557:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.918570:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa4f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.918592:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.918599:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.918601:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.918604:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.918628:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 81 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.918639:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 81 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.918649:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199395840:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.918731:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.920556:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199395840:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146169.920580:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.920592:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:3.0:1746146169.920621:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202523392:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2078us (2261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.920628:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31447 00000100:00100000:1.0:1746146169.921921:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.922133:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202523520 00000100:00100000:3.0:1746146169.922138:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202523520 00002000:00100000:3.0:1746146169.922164:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880070b2ed80 x1830966202523520/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146169.922172:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ed80 with x1830966202523520 ext(0->7) 00010000:00010000:3.0:1746146169.922178:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146169.922188:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 82 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146169.922193:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2ed80 00000100:00100000:3.0:1746146169.922216:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3584 00000100:00100000:3.0:1746146169.922222:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+82:2008:x1830966202523520:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.924898:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202523520:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 2670us (2973us total) trans 4294972290 rc 0/0 00000100:00100000:0.0:1746146169.924909:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3584 00002000:00100000:0.0:1746146169.924918:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff880070b2ed80 x1830966202523520/t4294972290(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/448 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.924927:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2ed80 with x1830966202523520 ext(0->7) 00010000:00010000:0.0:1746146169.924935:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 84 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146169.924948:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 84 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146169.924954:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2ed80 00000100:00100000:0.0:1746146169.928639:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.928747:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202523648 00000100:00100000:2.0:1746146169.928753:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202523648 00010000:00010000:2.0:1746146169.928780:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 84 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.928802:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14790 00000100:00100000:2.0:1746146169.928808:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2010:x1830966202523648:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.928820:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.928833:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 84 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.928842:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 84 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.928858:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a200/0x88944630cfb638af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa48 expref: 84 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.928950:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.928952:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.928958:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.928964:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.928988:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.928999:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199395968:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.929668:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.930761:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.930929:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202523776 00000100:00100000:3.0:1746146169.930935:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202523776 00000100:00100000:3.0:1746146169.930986:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31448 00000100:00100000:3.0:1746146169.930990:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202523776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.931001:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.931011:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa56 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.931026:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.931030:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.931031:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.931033:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 85 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.931048:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.931057:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 5 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.931065:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199396096:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.931374:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.932330:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199395968:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.932345:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.932376:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+85:2010:x1830966202523648:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3567us (3742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.932386:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14790 00000100:00100000:0.0:1746146169.933213:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.933593:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199396096:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.933611:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 84 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.933625:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:2.0:1746146169.933647:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+84:1758:x1830966202523776:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2656us (2889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.933654:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31448 00000100:00100000:1.0:1746146169.933859:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202524032 00000100:00100000:1.0:1746146169.933865:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202524032 00002000:00100000:1.0:1746146169.933893:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdfb80 x1830966202524032/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.933903:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdfb80 with x1830966202524032 ext(0->4095) 00010000:00010000:1.0:1746146169.933908:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146169.933919:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746146169.933925:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdfb80 00000100:00100000:1.0:1746146169.933937:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3585 00000100:00100000:1.0:1746146169.933943:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202524032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.934271:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202524032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 326us (1057us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.934277:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3585 00002000:00100000:1.0:1746146169.934282:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdfb80 x1830966202524032/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.934289:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdfb80 with x1830966202524032 ext(0->4095) 00010000:00010000:1.0:1746146169.934294:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146169.934303:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746146169.934308:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfdfb80 00000100:00100000:0.0:1746146169.936604:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.936767:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202524160 00000100:00100000:2.0:1746146169.936772:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202524160 00010000:00010000:2.0:1746146169.936797:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.936829:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14791 00000100:00100000:2.0:1746146169.936835:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202524160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.936845:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.936953:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.936965:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.936982:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb638b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa4f expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.937011:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.937013:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.937018:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 83 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.937025:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 83 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.937051:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 83 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.937062:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199396224:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.937137:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.945625:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199396224:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.945644:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.945677:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202524160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 8842us (9079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.945686:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14791 00000100:00100000:0.0:1746146169.946440:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.946515:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202524416 00000100:00100000:1.0:1746146169.946522:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202524416 00002000:00100000:1.0:1746146169.946553:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd180 x1830966202524416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.946563:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd180 with x1830966202524416 ext(0->4095) 00002000:00010000:1.0:1746146169.946567:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdd180 00000100:00100000:1.0:1746146169.946596:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14168 00000100:00100000:1.0:1746146169.946602:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202524416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146169.946699:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2007:x1830966202524416:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.946704:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14168 00002000:00100000:1.0:1746146169.946709:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd180 x1830966202524416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.946741:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd180 with x1830966202524416 ext(0->4095) 00002000:00010000:1.0:1746146169.946744:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdd180 00000100:00100000:0.0:1746146169.951850:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.951907:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202524544 00000100:00100000:2.0:1746146169.951915:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202524544 00000100:00100000:2.0:1746146169.951964:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31449 00000100:00100000:2.0:1746146169.951970:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202524544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.951985:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.951999:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa5d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.952026:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 83 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.952033:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.952035:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.952038:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.952059:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 83 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.952069:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 83 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.952079:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199396352:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.952137:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.956993:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199396352:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146169.957017:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.957031:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513c00, rc 0) 00000100:00100000:2.0:1746146169.957842:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202524544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5868us (5995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.957849:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31449 00000100:00100000:0.0:1746146169.961018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.961071:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202524672 00000100:00100000:2.0:1746146169.961079:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202524672 00002000:00100000:2.0:1746146169.961115:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfddf80 x1830966202524672/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.961123:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfddf80 with x1830966202524672 ext(0->7) 00010000:00010000:2.0:1746146169.961131:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 84 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.961144:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 84 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.961150:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfddf80 00000100:00100000:2.0:1746146169.961179:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3586 00000100:00100000:2.0:1746146169.961186:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+84:2008:x1830966202524672:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146169.962334:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202524672:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1146us (1318us total) trans 4294972291 rc 0/0 00000100:00100000:0.0:1746146169.962342:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3586 00002000:00100000:0.0:1746146169.962349:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007dfddf80 x1830966202524672/t4294972291(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 496/448 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.962356:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfddf80 with x1830966202524672 ext(0->7) 00010000:00010000:0.0:1746146169.962362:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 86 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146169.962376:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 86 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146169.962382:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007dfddf80 00000100:00100000:0.0:1746146169.970935:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.971023:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202524800 00000100:00100000:2.0:1746146169.971029:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202524800 00000100:00100000:2.0:1746146169.971070:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31450 00000100:00100000:2.0:1746146169.971076:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1758:x1830966202524800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146169.971089:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146169.971171:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa64 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.971193:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146169.971198:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.971203:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146169.971206:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 87 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.971233:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.971243:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 87 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.971251:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:2.0:1746146169.971350:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+87:1758:x1830966202524800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 271us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.971356:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31450 00000100:00100000:0.0:1746146169.974048:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.974128:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202524928 00000100:00100000:2.0:1746146169.974133:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202524928 00010000:00010000:2.0:1746146169.974158:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 87 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.974179:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14792 00000100:00100000:2.0:1746146169.974185:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2009:x1830966202524928:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.974195:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.974210:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 87 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.974219:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 87 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.974236:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa56 expref: 87 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.974265:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.974267:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.974272:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.974280:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.974303:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.974312:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 5 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.974322:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199396608:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.974392:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146169.976942:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199396608:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.976958:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.977003:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2009:x1830966202524928:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2817us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.977012:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14792 00000100:00100000:1.0:1746146169.977433:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146169.977477:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202525184 00000100:00100000:0.0:1746146169.977482:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202525184 00002000:00100000:0.0:1746146169.977518:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c700 x1830966202525184/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.977525:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c700 with x1830966202525184 ext(0->4095) 00010000:00010000:0.0:1746146169.977532:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146169.977542:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146169.977547:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2c700 00000100:00100000:0.0:1746146169.977566:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3587 00000100:00100000:0.0:1746146169.977572:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202525184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146169.977664:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202525184:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146169.977669:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3587 00002000:00100000:0.0:1746146169.977673:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880070b2c700 x1830966202525184/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146169.977680:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880070b2c700 with x1830966202525184 ext(0->4095) 00010000:00010000:0.0:1746146169.977684:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146169.977692:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146169.977696:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880070b2c700 00000100:00100000:0.0:1746146169.979340:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.979404:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202525312 00000100:00100000:2.0:1746146169.979409:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202525312 00010000:00010000:2.0:1746146169.979427:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.979450:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14793 00000100:00100000:2.0:1746146169.979455:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a9b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202525312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.979463:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.979475:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.979484:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.979513:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb638c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa5d expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.979820:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.979823:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.979829:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 85 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.979838:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 85 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.979863:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 85 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.979873:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199396736:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.982041:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.984989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146169.985128:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202525568 00000100:00100000:1.0:1746146169.985135:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202525568 00002000:00100000:1.0:1746146169.985172:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfde300 x1830966202525568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.985179:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde300 with x1830966202525568 ext(0->4095) 00002000:00010000:1.0:1746146169.985183:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfde300 00000100:00100000:1.0:1746146169.985200:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14169 00000100:00100000:1.0:1746146169.985206:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202525568:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146169.985309:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202525568:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146169.985314:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14169 00002000:00100000:1.0:1746146169.985319:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfde300 x1830966202525568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146169.985325:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfde300 with x1830966202525568 ext(0->4095) 00002000:00010000:1.0:1746146169.985327:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfde300 00000100:00100000:2.0:1746146169.985618:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199396736:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.985633:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146169.985657:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a9b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202525312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6202us (6321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146169.985663:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14793 00000100:00100000:0.0:1746146169.988953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.989015:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202525696 00000100:00100000:3.0:1746146169.989023:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202525696 00000100:00100000:3.0:1746146169.989229:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31451 00000100:00100000:3.0:1746146169.989237:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202525696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.989256:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.989269:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa6b expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.989295:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 85 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.989301:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.989303:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146169.989306:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.989329:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 85 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.989339:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 85 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.989349:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199396864:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.989419:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.992241:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199396864:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146169.992265:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.992278:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146169.992321:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202525696:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3085us (3375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.992328:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31451 00000100:00100000:0.0:1746146169.992786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.993320:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202525824 00000100:00100000:2.0:1746146169.993325:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202525824 00010000:00010000:2.0:1746146169.993349:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 86 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146169.993378:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14794 00000100:00100000:2.0:1746146169.993385:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202525824:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146169.993395:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146169.993410:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 86 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.993420:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 86 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.993436:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb638cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa64 expref: 86 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.993459:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.993460:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146169.993465:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.993473:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146169.993507:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146169.993517:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199396992:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146169.993569:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146169.995191:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146169.995396:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202525952 00000100:00100000:3.0:1746146169.995402:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202525952 00000100:00100000:3.0:1746146169.995439:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31452 00000100:00100000:3.0:1746146169.995445:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:1758:x1830966202525952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146169.995458:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146169.995468:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa72 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.995486:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.995492:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.995493:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146169.995510:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 87 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.995530:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.995540:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146169.995549:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199397120:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146169.995600:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146169.997066:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199397120:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146169.997066:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199396992:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146169.997078:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746146169.997082:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 87 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146169.997097:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d600, rc 0) 00000100:00100000:2.0:1746146169.997117:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+87:2007:x1830966202525824:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3730us (4329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.997119:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+87:1758:x1830966202525952:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1674us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146169.997124:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31452 00000100:00100000:2.0:1746146169.997124:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14794 00000100:00100000:0.0:1746146169.997563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146169.997645:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202526208 00000100:00100000:2.0:1746146169.997649:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202526208 00002000:00100000:2.0:1746146169.997674:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310a80 x1830966202526208/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/0 e 0 to 0 dl 1746146180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.997681:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310a80 with x1830966202526208 ext(0->4095) 00010000:00010000:2.0:1746146169.997687:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.997696:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.997701:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b310a80 00000100:00100000:2.0:1746146169.997789:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3588 00000100:00100000:2.0:1746146169.997796:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202526208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146169.997882:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202526208:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146169.997887:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3588 00002000:00100000:2.0:1746146169.997892:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b310a80 x1830966202526208/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:300/0 lens 488/4536 e 0 to 0 dl 1746146180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146169.997899:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b310a80 with x1830966202526208 ext(0->4095) 00010000:00010000:2.0:1746146169.997903:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146169.997911:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146169.997917:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b310a80 00000100:00100000:0.0:1746146170.001290:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.001383:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202526336 00000100:00100000:2.0:1746146170.001390:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202526336 00010000:00010000:2.0:1746146170.001434:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.001468:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14795 00000100:00100000:2.0:1746146170.001475:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202526336:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.001486:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.001516:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.001526:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.001544:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb638d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa6b expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.001561:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.001563:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.001569:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.001576:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.001601:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.001612:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199397248:192.168.203.12@tcp:105: 00000100:00080000:0.0:1746146170.001633:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746146170.001677:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.003144:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.003222:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199397248:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.003234:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.003260:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202526336:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1785us (1975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.003267:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14795 00000100:00100000:3.0:1746146170.003328:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202526592 00000100:00100000:3.0:1746146170.003332:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202526592 00002000:00100000:3.0:1746146170.003399:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b311500 x1830966202526592/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.003407:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311500 with x1830966202526592 ext(0->4095) 00002000:00010000:3.0:1746146170.003410:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b311500 00000100:00080000:1.0:1746146170.003538:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746146170.003571:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14170 00000100:00100000:3.0:1746146170.003578:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202526592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.003663:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2007:x1830966202526592:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (521us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.003669:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14170 00002000:00100000:3.0:1746146170.003674:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b311500 x1830966202526592/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.003681:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311500 with x1830966202526592 ext(0->4095) 00002000:00010000:3.0:1746146170.003683:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b311500 00000100:00100000:0.0:1746146170.005563:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.005677:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202526720 00000100:00100000:3.0:1746146170.005683:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202526720 00000100:00100000:3.0:1746146170.005744:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31453 00000100:00100000:3.0:1746146170.005751:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202526720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.005763:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.005776:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa79 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.005797:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.005803:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.005804:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.005807:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.005831:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 85 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.005841:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 85 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.005851:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199397376:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.006607:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.009371:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199397376:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.009396:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.009411:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146170.009457:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202526720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3705us (3897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.009471:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31453 00000100:00100000:0.0:1746146170.009679:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.009978:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202526848 00000100:00100000:2.0:1746146170.009984:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202526848 00002000:00100000:2.0:1746146170.010010:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b311180 x1830966202526848/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 496/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.010024:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311180 with x1830966202526848 ext(0->7) 00010000:00010000:2.0:1746146170.010132:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 86 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.010145:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 86 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.010152:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b311180 00000100:00100000:2.0:1746146170.010291:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3589 00000100:00100000:2.0:1746146170.010297:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+86:2008:x1830966202526848:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146170.011001:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202526848:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 702us (1321us total) trans 4294972292 rc 0/0 00000100:00100000:0.0:1746146170.011009:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3589 00002000:00100000:0.0:1746146170.011014:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88009b311180 x1830966202526848/t4294972292(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 496/448 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146170.011022:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311180 with x1830966202526848 ext(0->7) 00010000:00010000:0.0:1746146170.011028:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 88 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.011038:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 88 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146170.011044:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b311180 00000100:00100000:0.0:1746146170.019063:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.019392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.019451:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202527104 00000100:00100000:3.0:1746146170.019459:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202527104 00000100:00100000:2.0:1746146170.019462:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202526976 00000100:00100000:2.0:1746146170.019466:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202526976 00010000:00010000:2.0:1746146170.019486:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 89 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.019513:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31454 00000100:00100000:3.0:1746146170.019520:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1758:x1830966202527104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.019533:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746146170.019533:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14796 00000100:00100000:2.0:1746146170.019538:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2007:x1830966202526976:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.019544:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa80 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.019548:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.019561:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.019566:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.019573:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146170.019576:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 90 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.019589:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.019599:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.019651:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d600/0x88944630cfb638d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa72 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.019655:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.019666:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.019667:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 89 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.019667:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.019672:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.019679:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.019688:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00010000:00010000:2.0:1746146170.019697:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.019706:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.019736:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199397632:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.019741:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1758:x1830966202527104:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.019747:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31454 00000100:00100000:2.0:1746146170.019789:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.022540:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199397632:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.022555:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.022594:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2007:x1830966202526976:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3054us (3535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.022603:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14796 00000100:00100000:0.0:1746146170.024680:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.024760:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202527360 00000100:00100000:2.0:1746146170.024766:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202527360 00002000:00100000:2.0:1746146170.024798:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131adf480 x1830966202527360/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.024812:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf480 with x1830966202527360 ext(0->4095) 00010000:00010000:2.0:1746146170.024820:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.024832:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.024838:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131adf480 00000100:00100000:2.0:1746146170.024870:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3590 00000100:00100000:2.0:1746146170.024877:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202527360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146170.024984:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202527360:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.024989:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3590 00002000:00100000:2.0:1746146170.024994:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131adf480 x1830966202527360/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.025001:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf480 with x1830966202527360 ext(0->4095) 00010000:00010000:2.0:1746146170.025005:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.025013:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.025018:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131adf480 00000100:00100000:0.0:1746146170.027591:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.028333:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202527488 00000100:00100000:2.0:1746146170.028340:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202527488 00010000:00010000:2.0:1746146170.028365:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.028395:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14797 00000100:00100000:2.0:1746146170.028401:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202527488:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.028411:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.028425:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.028435:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.028453:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb638e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa79 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.028476:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.028478:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.028484:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 87 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.028490:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 87 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.028534:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 87 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.028544:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199397760:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.028607:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.031351:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199397760:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.031367:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146170.031399:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.031416:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202527488:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3014us (3829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.031424:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14797 00000100:00100000:3.0:1746146170.031705:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202527744 00000100:00100000:3.0:1746146170.031712:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202527744 00002000:00100000:3.0:1746146170.031783:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131add500 x1830966202527744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.031793:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add500 with x1830966202527744 ext(0->4095) 00002000:00010000:3.0:1746146170.031796:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131add500 00000100:00100000:3.0:1746146170.031815:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14171 00000100:00100000:3.0:1746146170.031821:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202527744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146170.032160:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202527744:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 338us (761us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.032165:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14171 00002000:00100000:3.0:1746146170.032170:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131add500 x1830966202527744/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.032177:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131add500 with x1830966202527744 ext(0->4095) 00002000:00010000:3.0:1746146170.032179:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131add500 00000100:00100000:0.0:1746146170.036913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.037585:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202527872 00000100:00100000:3.0:1746146170.037592:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202527872 00000100:00100000:3.0:1746146170.037639:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31455 00000100:00100000:3.0:1746146170.037647:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202527872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.037662:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.037675:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa87 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.037698:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 87 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.037709:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.037711:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.037747:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.037773:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 87 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.037784:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 87 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.037794:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199397888:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.037879:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.040205:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199397888:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.040237:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.040249:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c800, rc 0) 00000100:00100000:3.0:1746146170.040292:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202527872:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2646us (3386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.040298:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31455 00000100:00100000:0.0:1746146170.042037:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.042134:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202528000 00000100:00100000:3.0:1746146170.042140:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202528000 00002000:00100000:3.0:1746146170.042168:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007286ad80 x1830966202528000/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 496/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.042182:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286ad80 with x1830966202528000 ext(0->7) 00010000:00010000:3.0:1746146170.042188:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 88 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.042198:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 88 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.042204:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286ad80 00000100:00100000:3.0:1746146170.042229:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3591 00000100:00100000:3.0:1746146170.042235:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+88:2008:x1830966202528000:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146170.043566:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202528000:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1327us (1529us total) trans 4294972293 rc 0/0 00000100:00100000:0.0:1746146170.043577:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3591 00002000:00100000:0.0:1746146170.043585:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88007286ad80 x1830966202528000/t4294972293(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 496/448 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146170.043595:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286ad80 with x1830966202528000 ext(0->7) 00010000:00010000:0.0:1746146170.043600:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.043611:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146170.043617:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286ad80 00000100:00100000:0.0:1746146170.045427:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.045513:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202528128 00000100:00100000:2.0:1746146170.045519:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202528128 00010000:00010000:2.0:1746146170.045543:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.045574:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14798 00000100:00100000:2.0:1746146170.045580:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2010:x1830966202528128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.045590:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.045604:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.045613:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.045630:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb638e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa80 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.045653:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.045654:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.045661:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.045672:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.045696:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.046123:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199398016:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.046314:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.047880:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.047953:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202528384 00000100:00100000:1.0:1746146170.047958:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202528384 00002000:00100000:1.0:1746146170.047988:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869c00 x1830966202528384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.047996:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869c00 with x1830966202528384 ext(0->4095) 00002000:00010000:1.0:1746146170.047999:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869c00 00000100:00100000:1.0:1746146170.048022:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14172 00000100:00100000:1.0:1746146170.048031:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202528384:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746146170.048129:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202528384:12345-192.168.203.12@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146170.048134:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14172 00002000:00100000:1.0:1746146170.048139:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072869c00 x1830966202528384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.048144:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072869c00 with x1830966202528384 ext(0->4095) 00002000:00010000:1.0:1746146170.048147:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072869c00 00000100:00100000:2.0:1746146170.048212:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199398016:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.048225:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.048243:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+89:2010:x1830966202528128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2663us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.048249:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14798 00000100:00100000:2.0:1746146170.051068:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.051214:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202528512 00000100:00100000:3.0:1746146170.051221:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202528512 00000100:00100000:3.0:1746146170.051253:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31456 00000100:00100000:3.0:1746146170.051260:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+89:1766:x1830966202528512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.051273:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.051286:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa8e expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.051309:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.051315:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.051317:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.051320:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 90 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.051347:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.051356:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.051366:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199398144:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.051425:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.052137:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.052366:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202528640 00000100:00100000:2.0:1746146170.052370:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202528640 00000100:00100000:2.0:1746146170.052392:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31457 00000100:00100000:2.0:1746146170.052398:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1758:x1830966202528640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.052405:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.052492:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa95 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.052514:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.052518:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 92 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.052527:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.052529:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 92 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.052550:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 92 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.052930:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 92 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.052940:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513e00, rc 0) 00000100:00100000:2.0:1746146170.053145:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+92:1758:x1830966202528640:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 746us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.053151:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31457 00000100:00100000:3.0:1746146170.053199:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199398144:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.053213:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146170.053428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146170.053470:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d200, rc 0) 00000100:00100000:3.0:1746146170.053491:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1766:x1830966202528512:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2231us (2429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.053553:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202528768 00000100:00100000:2.0:1746146170.053556:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202528768 00010000:00010000:2.0:1746146170.053571:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.053595:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14799 00000100:00100000:2.0:1746146170.053600:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202528768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.053610:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746146170.053613:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31456 00010000:00010000:2.0:1746146170.053623:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.053632:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.054099:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c800/0x88944630cfb638ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa87 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.054109:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.054110:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.054115:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 90 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.054122:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 90 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.054141:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 90 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.054151:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.054160:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072b8ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199398400:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.054205:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.056734:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.056799:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202529024 00000100:00100000:3.0:1746146170.056805:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202529024 00002000:00100000:3.0:1746146170.056836:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdbb80 x1830966202529024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.056844:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdbb80 with x1830966202529024 ext(0->4095) 00010000:00010000:3.0:1746146170.056850:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.056865:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.056870:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdbb80 00000100:00100000:0.0:1746146170.057080:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072b8ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199398400:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146170.057095:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146170.057127:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202528768:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3526us (3699us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146170.057135:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14799 00000100:00100000:3.0:1746146170.057340:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3592 00000100:00100000:3.0:1746146170.057346:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2009:x1830966202529024:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746146170.057439:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2009:x1830966202529024:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (724us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.057444:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3592 00002000:00100000:3.0:1746146170.057449:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880080cdbb80 x1830966202529024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.057456:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080cdbb80 with x1830966202529024 ext(0->4095) 00010000:00010000:3.0:1746146170.057460:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.057468:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.057473:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080cdbb80 00010000:00010000:0.0:1746146170.057907:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146170.059853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.059937:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.060054:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202529152 00000100:00100000:3.0:1746146170.060060:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202529152 00000100:00100000:3.0:1746146170.060095:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31458 00000100:00100000:3.0:1746146170.060101:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202529152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.060114:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.060127:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffa9c expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.060147:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.060151:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.060157:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146170.060159:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.060185:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.060195:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.060202:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c600, rc 0) 00000100:00100000:3.0:1746146170.060229:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202529152:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.060234:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31458 00000100:00100000:1.0:1746146170.060295:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202529280 00000100:00100000:1.0:1746146170.060298:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202529280 00010000:00010000:1.0:1746146170.060313:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746146170.060337:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14800 00000100:00100000:1.0:1746146170.060341:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2009:x1830966202529280:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146170.060349:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146170.060360:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146170.060369:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146170.060383:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb638f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa8e expref: 91 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146170.060395:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146170.060396:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146170.060401:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.060408:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.060439:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.060447:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 90 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746146170.060462:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880070b2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199398656:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146170.060508:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.065519:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.065580:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202529536 00000100:00100000:3.0:1746146170.065587:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202529536 00000100:00100000:1.0:1746146170.065614:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880070b2fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199398656:192.168.203.12@tcp:105: 00002000:00100000:3.0:1746146170.065620:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072868380 x1830966202529536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.065628:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868380 with x1830966202529536 ext(0->4095) 00010000:00010000:1.0:1746146170.065631:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746146170.065635:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 91 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.065649:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 91 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.065655:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868380 00000100:00100000:1.0:1746146170.065660:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2009:x1830966202529280:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5318us (5723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146170.065669:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14800 00000100:00100000:3.0:1746146170.065677:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3593 00000100:00100000:3.0:1746146170.065682:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202529536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146170.065800:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202529536:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.065806:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3593 00002000:00100000:3.0:1746146170.065811:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072868380 x1830966202529536/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.065818:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868380 with x1830966202529536 ext(0->4095) 00010000:00010000:3.0:1746146170.065822:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 90 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.065831:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 90 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.065836:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868380 00000100:00100000:0.0:1746146170.069406:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.069574:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202529664 00000100:00100000:3.0:1746146170.069581:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202529664 00000100:00100000:3.0:1746146170.069628:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31459 00000100:00100000:3.0:1746146170.069636:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:1758:x1830966202529664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.069649:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.069662:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffaa3 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.069683:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.069689:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.069693:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146170.069696:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 91 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.069750:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.069762:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 91 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.069770:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:3.0:1746146170.069804:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+91:1758:x1830966202529664:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.069810:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31459 00000100:00100000:0.0:1746146170.069993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.070032:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202529792 00000100:00100000:2.0:1746146170.070036:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202529792 00010000:00010000:2.0:1746146170.070053:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 91 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.070070:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14801 00000100:00100000:2.0:1746146170.070075:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+91:2008:x1830966202529792:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.070083:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.070549:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 91 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.070559:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 91 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.070573:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb638fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa95 expref: 91 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.070597:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.070599:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.070604:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.070611:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.070631:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.070639:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.070648:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199398912:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.070703:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.072336:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199398912:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.072349:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.072384:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2008:x1830966202529792:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2309us (2391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.072392:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14801 00000100:00100000:0.0:1746146170.072492:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.072604:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202530048 00000100:00100000:3.0:1746146170.072609:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202530048 00002000:00100000:3.0:1746146170.072635:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286bb80 x1830966202530048/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.072643:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286bb80 with x1830966202530048 ext(0->4095) 00010000:00010000:3.0:1746146170.072648:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.072662:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.072667:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286bb80 00000100:00100000:3.0:1746146170.072681:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3594 00000100:00100000:3.0:1746146170.072687:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202530048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.072785:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202530048:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.072790:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3594 00002000:00100000:3.0:1746146170.072795:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007286bb80 x1830966202530048/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.072801:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007286bb80 with x1830966202530048 ext(0->4095) 00010000:00010000:3.0:1746146170.072805:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.072813:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.072818:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007286bb80 00000100:00100000:0.0:1746146170.076487:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.077337:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202530176 00000100:00100000:2.0:1746146170.077344:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202530176 00010000:00010000:2.0:1746146170.077371:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.077407:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14802 00000100:00100000:2.0:1746146170.077414:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202530176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.077424:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.077439:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.077450:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.077466:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63903 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffa9c expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.077477:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.077478:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.077484:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 89 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.077492:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 89 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.077528:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 89 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.077538:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199399040:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.077610:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.081903:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199399040:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.081921:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.081958:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202530176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4545us (5478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.081967:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14802 00000100:00100000:0.0:1746146170.084821:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.085254:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202530432 00000100:00100000:2.0:1746146170.085261:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202530432 00002000:00100000:2.0:1746146170.085296:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ea00 x1830966202530432/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.085305:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ea00 with x1830966202530432 ext(0->4095) 00002000:00010000:2.0:1746146170.085309:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ea00 00000100:00100000:2.0:1746146170.085338:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14173 00000100:00100000:2.0:1746146170.085345:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202530432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146170.085462:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202530432:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (645us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.085467:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14173 00002000:00100000:2.0:1746146170.085473:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072b8ea00 x1830966202530432/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.085484:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ea00 with x1830966202530432 ext(0->4095) 00002000:00010000:2.0:1746146170.085487:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8ea00 00000100:00100000:0.0:1746146170.090783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.090892:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202530560 00000100:00100000:2.0:1746146170.090900:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202530560 00000100:00100000:2.0:1746146170.090947:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31460 00000100:00100000:2.0:1746146170.090954:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202530560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.090968:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.090982:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffaaa expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.091003:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 89 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.091009:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.091010:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.091013:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.091035:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 89 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.091046:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 89 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.091056:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199399168:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146170.091124:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.102670:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199399168:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146170.102694:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.102709:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513c00, rc 0) 00000100:00100000:2.0:1746146170.102783:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202530560:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11829us (12008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.102791:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31460 00000100:00100000:0.0:1746146170.105108:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.105192:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202530688 00000100:00100000:3.0:1746146170.105199:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202530688 00002000:00100000:3.0:1746146170.105232:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012093fb80 x1830966202530688/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 496/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.105246:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093fb80 with x1830966202530688 ext(0->7) 00010000:00010000:3.0:1746146170.105253:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.105266:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 90 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.105272:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093fb80 00000100:00100000:3.0:1746146170.105298:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3595 00000100:00100000:3.0:1746146170.105305:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+90:2007:x1830966202530688:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146170.106408:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2007:x1830966202530688:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 1101us (1307us total) trans 4294972294 rc 0/0 00000100:00100000:0.0:1746146170.106415:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3595 00002000:00100000:0.0:1746146170.106421:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88012093fb80 x1830966202530688/t4294972294(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 496/448 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146170.106428:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093fb80 with x1830966202530688 ext(0->7) 00010000:00010000:0.0:1746146170.106434:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 92 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.106444:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 92 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146170.106455:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093fb80 00000100:00100000:0.0:1746146170.119562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.119655:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202530816 00000100:00100000:2.0:1746146170.119662:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202530816 00000100:00100000:2.0:1746146170.119710:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31461 00000100:00100000:2.0:1746146170.119746:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+92:1758:x1830966202530816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.119761:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.119775:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffab1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.119796:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.119801:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.119806:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746146170.119809:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.119839:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.119850:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.119859:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:2.0:1746146170.119897:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202530816:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.119902:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31461 00000100:00100000:0.0:1746146170.121255:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.121915:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202530944 00000100:00100000:2.0:1746146170.121920:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202530944 00010000:00010000:2.0:1746146170.121942:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 93 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.122600:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14803 00000100:00100000:2.0:1746146170.122607:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2008:x1830966202530944:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.122618:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.122633:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 93 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.122643:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 93 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.122659:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ce00/0x88944630cfb6390a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaa3 expref: 93 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.123218:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.123220:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.123227:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.123239:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.123265:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.123274:0:7218:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 5 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.123284:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199399424:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.123350:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.125285:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199399424:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.125297:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146170.125307:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.125435:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2008:x1830966202530944:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2827us (4180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.125443:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14803 00000100:00100000:2.0:1746146170.125478:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202531200 00000100:00100000:2.0:1746146170.125482:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202531200 00002000:00100000:2.0:1746146170.125519:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093dc00 x1830966202531200/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.125527:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093dc00 with x1830966202531200 ext(0->4095) 00010000:00010000:2.0:1746146170.125533:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.125542:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.125548:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093dc00 00000100:00100000:2.0:1746146170.125570:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3596 00000100:00100000:2.0:1746146170.125575:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202531200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146170.125670:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202531200:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.125675:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3596 00002000:00100000:2.0:1746146170.125680:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093dc00 x1830966202531200/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.125687:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093dc00 with x1830966202531200 ext(0->4095) 00010000:00010000:2.0:1746146170.125691:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.125699:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.125703:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012093dc00 00000100:00100000:0.0:1746146170.127152:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.127214:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202531328 00000100:00100000:2.0:1746146170.127217:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202531328 00010000:00010000:2.0:1746146170.127232:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.127292:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14804 00000100:00100000:2.0:1746146170.127298:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202531328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.127305:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.127316:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.127325:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.127340:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513c00/0x88944630cfb63911 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaaa expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.127350:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.127351:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.127356:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 91 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.127363:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 91 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.127382:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 91 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.127390:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199399552:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.127442:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.129486:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.129534:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199399552:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.129546:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.129581:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202531328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2283us (2429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.129589:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14804 00000100:00100000:1.0:1746146170.129601:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202531584 00000100:00100000:1.0:1746146170.129606:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202531584 00002000:00100000:1.0:1746146170.129633:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093f100 x1830966202531584/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.129641:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f100 with x1830966202531584 ext(0->4095) 00002000:00010000:1.0:1746146170.129644:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093f100 00000100:00100000:1.0:1746146170.129658:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14174 00000100:00100000:1.0:1746146170.129664:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2009:x1830966202531584:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746146170.129775:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2009:x1830966202531584:12345-192.168.203.12@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146170.129780:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14174 00002000:00100000:1.0:1746146170.129785:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012093f100 x1830966202531584/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.129791:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012093f100 with x1830966202531584 ext(0->4095) 00002000:00010000:1.0:1746146170.129793:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012093f100 00000100:00100000:0.0:1746146170.142782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.142913:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202531712 00000100:00100000:3.0:1746146170.142920:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202531712 00000100:00100000:3.0:1746146170.143111:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31462 00000100:00100000:3.0:1746146170.143120:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202531712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.143135:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.143148:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffab8 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.143173:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 91 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.143180:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.143181:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.143185:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.143207:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 91 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.143221:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 91 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.143231:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199399680:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.144079:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.151901:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199399680:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.151927:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.151943:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:3.0:1746146170.151996:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012093c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202531712:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8877us (9220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.152003:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31462 00000100:00100000:0.0:1746146170.152072:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.152307:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202531840 00000100:00100000:2.0:1746146170.152313:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202531840 00002000:00100000:2.0:1746146170.152343:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a747800 x1830966202531840/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 496/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.152352:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747800 with x1830966202531840 ext(0->7) 00010000:00010000:2.0:1746146170.152358:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 92 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.152369:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 92 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.152375:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a747800 00000100:00100000:2.0:1746146170.152584:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3597 00000100:00100000:2.0:1746146170.152592:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+92:2010:x1830966202531840:12345-192.168.203.12@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746146170.153204:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2010:x1830966202531840:12345-192.168.203.12@tcp:4:ldlm_bl.0 Request processed in 612us (1133us total) trans 4294972295 rc 0/0 00000100:00100000:0.0:1746146170.153210:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3597 00002000:00100000:0.0:1746146170.153214:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->7) req@ffff88008a747800 x1830966202531840/t4294972295(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 496/448 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146170.153221:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a747800 with x1830966202531840 ext(0->7) 00010000:00010000:0.0:1746146170.153225:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.153234:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146170.153239:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a747800 00000100:00100000:0.0:1746146170.158645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.158736:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202531968 00000100:00100000:2.0:1746146170.158744:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202531968 00010000:00010000:2.0:1746146170.158773:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.158908:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14805 00000100:00100000:3.0:1746146170.158918:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2010:x1830966202531968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.158928:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.158943:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.158953:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.158971:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb63918 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab1 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.159471:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.159473:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.159479:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.159487:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.159520:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.159530:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199399808:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.161105:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.164480:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199399808:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.164505:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.164552:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2010:x1830966202531968:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5635us (5911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.164560:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14805 00000100:00100000:0.0:1746146170.164616:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.165039:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202532224 00000100:00100000:2.0:1746146170.165045:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202532224 00002000:00100000:2.0:1746146170.165073:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a745c00 x1830966202532224/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.165082:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745c00 with x1830966202532224 ext(0->4095) 00002000:00010000:2.0:1746146170.165086:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745c00 00000100:00100000:2.0:1746146170.165107:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14175 00000100:00100000:2.0:1746146170.165113:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202532224:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146170.165209:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202532224:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.165214:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14175 00002000:00100000:2.0:1746146170.165219:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88008a745c00 x1830966202532224/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.165225:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a745c00 with x1830966202532224 ext(0->4095) 00002000:00010000:2.0:1746146170.165227:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a745c00 00000100:00100000:0.0:1746146170.170869:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.171070:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202532352 00000100:00100000:3.0:1746146170.171078:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202532352 00000100:00100000:3.0:1746146170.171385:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31463 00000100:00100000:3.0:1746146170.171394:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1766:x1830966202532352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.171408:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.171421:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffac6 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.171448:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.171454:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.171456:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.171459:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.171481:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.171491:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.171512:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199399936:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.171576:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.171747:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.171762:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202532480 00000100:00100000:0.0:1746146170.171765:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202532480 00000100:00100000:0.0:1746146170.171781:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31464 00000100:00100000:0.0:1746146170.171785:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202532480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746146170.171792:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146170.171799:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffabf expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.171808:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146170.171812:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 96 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.171816:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146170.171819:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.171837:0:26612:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 96 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.171846:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 96 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.171854:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009964c600, rc 0) 00000100:00100000:0.0:1746146170.171871:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1758:x1830966202532480:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146170.171876:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31464 00000100:00100000:3.0:1746146170.176290:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199399936:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.176314:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.176329:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146170.176374:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202532352:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4981us (5514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.176381:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31463 00000100:00100000:0.0:1746146170.177330:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.177880:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202532608 00000100:00100000:3.0:1746146170.177887:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202532608 00010000:00010000:3.0:1746146170.177909:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.178112:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14806 00000100:00100000:3.0:1746146170.178118:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b200000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202532608:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.178129:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.178142:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.178151:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.178166:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c000/0x88944630cfb6391f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffab8 expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.178298:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.178300:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.178306:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.178312:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.178334:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.178342:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 94 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.178351:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199400192:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.179017:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.180671:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199400192:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.180685:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.180735:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b200000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202532608:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2617us (3406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.180744:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14806 00000100:00100000:0.0:1746146170.180823:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.181693:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202532864 00000100:00100000:3.0:1746146170.181699:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202532864 00002000:00100000:3.0:1746146170.181745:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b200e00 x1830966202532864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.181754:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b200e00 with x1830966202532864 ext(0->4095) 00010000:00010000:3.0:1746146170.181760:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.181770:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.181776:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b200e00 00000100:00100000:3.0:1746146170.181792:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3598 00000100:00100000:3.0:1746146170.181797:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b200e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202532864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146170.182185:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b200e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202532864:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 387us (1362us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.182195:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3598 00002000:00100000:3.0:1746146170.182200:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b200e00 x1830966202532864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.182207:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b200e00 with x1830966202532864 ext(0->4095) 00010000:00010000:3.0:1746146170.182211:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.182220:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.182225:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b200e00 00000100:00100000:0.0:1746146170.184477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.184586:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202532992 00000100:00100000:3.0:1746146170.184591:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202532992 00000100:00100000:3.0:1746146170.184620:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31465 00000100:00100000:3.0:1746146170.184626:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202532992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.184637:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.184648:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffacd expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.184666:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.184670:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.184676:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746146170.184679:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.184710:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.184741:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.184749:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146170.186113:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202532992:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1483us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.186120:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31465 00000100:00100000:0.0:1746146170.186253:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.186326:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202533120 00000100:00100000:3.0:1746146170.186330:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202533120 00010000:00010000:3.0:1746146170.186348:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.186378:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14807 00000100:00100000:3.0:1746146170.186384:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2009:x1830966202533120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.186392:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.186405:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.186415:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.186435:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb63926 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffac6 expref: 95 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.186448:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.186449:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.186454:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.186459:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.186480:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.186489:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.186508:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199400448:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.186565:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.188215:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199400448:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.188228:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.188309:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2009:x1830966202533120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1924us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.188317:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14807 00000100:00100000:0.0:1746146170.188458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.188574:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202533376 00000100:00100000:3.0:1746146170.188579:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202533376 00002000:00100000:3.0:1746146170.188604:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb800 x1830966202533376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.188659:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb800 with x1830966202533376 ext(0->4095) 00010000:00010000:3.0:1746146170.188665:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.188675:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.188680:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306fb800 00000100:00100000:3.0:1746146170.188705:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3599 00000100:00100000:3.0:1746146170.188711:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202533376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.188821:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202533376:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (363us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.188827:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3599 00002000:00100000:3.0:1746146170.188832:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801306fb800 x1830966202533376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.188963:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb800 with x1830966202533376 ext(0->4095) 00010000:00010000:3.0:1746146170.188968:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.188977:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 94 pid: 26612 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.188982:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801306fb800 00000100:00100000:0.0:1746146170.190331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.190443:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202533504 00000100:00100000:3.0:1746146170.190448:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202533504 00000100:00100000:0.0:1746146170.190604:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.190648:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202533632 00000100:00100000:3.0:1746146170.190651:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202533632 00010000:00010000:3.0:1746146170.190663:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 95 pid: 26612 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.190678:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14808 00000100:00100000:3.0:1746146170.190683:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b158a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202533632:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.190691:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.190702:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 95 pid: 26612 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.190711:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 95 pid: 26612 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.190744:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009964c600/0x88944630cfb6392d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffabf expref: 95 pid: 26612 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.190768:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.190770:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.190775:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.190782:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.190804:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.190818:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199400576:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.191269:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31466 00000100:00100000:2.0:1746146170.191276:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f192450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+94:1758:x1830966202533504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.191286:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746146170.191343:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746146170.191569:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffad4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.191585:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.191590:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.191591:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.191593:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.191607:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.191615:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 5 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.191626:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199400704:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146170.191644:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.193705:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199400704:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146170.194144:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.194155:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:2.0:1746146170.194182:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f192450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202533504:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2906us (3851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.194188:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31466 00000100:00100000:3.0:1746146170.195039:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199400576:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.195050:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.195070:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b158a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202533632:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4387us (4467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.195078:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14808 00000100:00100000:0.0:1746146170.195481:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.195838:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202533888 00000100:00100000:3.0:1746146170.195842:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202533888 00002000:00100000:3.0:1746146170.195867:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159880 x1830966202533888/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.195874:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159880 with x1830966202533888 ext(0->4095) 00010000:00010000:3.0:1746146170.195879:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.195889:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.195894:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b159880 00000100:00100000:3.0:1746146170.195914:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3600 00000100:00100000:3.0:1746146170.195919:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202533888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146170.196681:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202533888:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 760us (1198us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.196690:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3600 00002000:00100000:3.0:1746146170.196695:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159880 x1830966202533888/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.196702:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159880 with x1830966202533888 ext(0->4095) 00010000:00010000:3.0:1746146170.196706:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.196740:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.196745:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b159880 00000100:00100000:0.0:1746146170.199084:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.199239:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202534016 00000100:00100000:3.0:1746146170.199245:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202534016 00010000:00010000:3.0:1746146170.199269:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.199302:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14809 00000100:00100000:3.0:1746146170.199308:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202534016:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.199318:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.199331:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.199340:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.199359:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb63934 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffacd expref: 6 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.199387:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.199389:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.199397:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.199404:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.199431:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.199442:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199400832:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.199508:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.200745:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199400832:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.200759:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.200781:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202534016:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1473us (1700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.200788:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14809 00000100:00100000:0.0:1746146170.201392:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.201467:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202534272 00000100:00100000:3.0:1746146170.201472:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202534272 00002000:00100000:3.0:1746146170.201513:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15b800 x1830966202534272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.201521:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b800 with x1830966202534272 ext(0->4095) 00002000:00010000:3.0:1746146170.201524:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b15b800 00000100:00100000:3.0:1746146170.201546:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14176 00000100:00100000:3.0:1746146170.201552:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202534272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146170.201653:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202534272:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (261us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.201658:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14176 00002000:00100000:3.0:1746146170.201663:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b15b800 x1830966202534272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.201670:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b15b800 with x1830966202534272 ext(0->4095) 00002000:00010000:3.0:1746146170.201673:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b15b800 00000100:00100000:0.0:1746146170.203673:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.203863:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202534400 00000100:00100000:2.0:1746146170.203868:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202534400 00000100:00100000:2.0:1746146170.203906:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31467 00000100:00100000:2.0:1746146170.203913:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202534400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.203925:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.203940:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffadb expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.203960:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.203967:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.203968:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.203971:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.204098:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.204109:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 93 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.204120:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199400960:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146170.204174:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.205746:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199400960:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146170.205764:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.205775:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513e00, rc 0) 00000100:00100000:2.0:1746146170.205806:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202534400:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1893us (2135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.205812:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31467 00000100:00100000:0.0:1746146170.206234:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.206439:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202534528 00000100:00100000:3.0:1746146170.206444:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202534528 00010000:00010000:3.0:1746146170.206464:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.206491:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14810 00000100:00100000:3.0:1746146170.206524:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202534528:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.206533:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.206548:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.206557:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.206572:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6393b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffad4 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.206597:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.206599:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.206604:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.206610:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.206631:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.206641:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199401088:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.206683:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.211572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.212025:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199401088:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.212042:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.212084:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2008:x1830966202534528:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5560us (5855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.212093:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14810 00000100:00100000:1.0:1746146170.212170:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202534784 00000100:00100000:1.0:1746146170.212175:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202534784 00002000:00100000:1.0:1746146170.212204:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159f80 x1830966202534784/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.212212:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159f80 with x1830966202534784 ext(0->4095) 00002000:00010000:1.0:1746146170.212216:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159f80 00000100:00100000:1.0:1746146170.212229:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14177 00000100:00100000:1.0:1746146170.212234:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202534784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746146170.212333:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202534784:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146170.212338:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14177 00002000:00100000:1.0:1746146170.212343:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012b159f80 x1830966202534784/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.212350:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b159f80 with x1830966202534784 ext(0->4095) 00002000:00010000:1.0:1746146170.212352:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b159f80 00000100:00100000:0.0:1746146170.212887:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.212934:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202534912 00000100:00100000:3.0:1746146170.212937:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202534912 00000100:00100000:3.0:1746146170.212966:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31468 00000100:00100000:3.0:1746146170.212971:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202534912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.212979:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.212991:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffae2 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.213013:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.213019:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.213021:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.213024:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.213044:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.213742:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 5 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.213753:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199401216:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.214182:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146170.214983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.215458:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202535040 00000100:00100000:0.0:1746146170.215462:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202535040 00000100:00100000:2.0:1746146170.216558:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31469 00000100:00100000:2.0:1746146170.216566:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202535040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.216578:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.216588:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffae9 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.216607:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.216611:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.216616:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.216619:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.216642:0:10121:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.216653:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.216660:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512c00, rc 0) 00000100:00100000:2.0:1746146170.216690:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880070b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202535040:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.216696:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31469 00000100:00100000:0.0:1746146170.216887:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131b56a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199401216:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146170.216901:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.216908:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:0.0:1746146170.216922:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202534912:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3951us (4037us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146170.216927:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31468 00000100:00100000:3.0:1746146170.216979:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.217070:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202535168 00000100:00100000:0.0:1746146170.217074:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202535168 00010000:00010000:0.0:1746146170.217091:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746146170.217119:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14811 00000100:00100000:0.0:1746146170.217124:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202535168:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146170.217131:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146170.217144:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.217152:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.217166:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513e00/0x88944630cfb63942 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffadb expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.217306:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146170.217308:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146170.217314:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.217321:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.217340:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.217348:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746146170.217358:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131af0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199401472:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146170.217640:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.219402:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131af0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199401472:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.219415:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.219444:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202535168:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2320us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.219451:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14811 00000100:00100000:0.0:1746146170.220553:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.220593:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202535424 00000100:00100000:3.0:1746146170.220598:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202535424 00002000:00100000:3.0:1746146170.220627:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af0000 x1830966202535424/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.220634:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af0000 with x1830966202535424 ext(0->4095) 00010000:00010000:3.0:1746146170.220640:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.220650:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.220657:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af0000 00000100:00100000:3.0:1746146170.220709:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3601 00000100:00100000:3.0:1746146170.220780:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202535424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.220887:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202535424:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.220893:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3601 00002000:00100000:3.0:1746146170.220898:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131af0000 x1830966202535424/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.220904:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131af0000 with x1830966202535424 ext(0->4095) 00010000:00010000:3.0:1746146170.220909:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.220917:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.220922:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131af0000 00000100:00100000:0.0:1746146170.222903:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.223065:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202535552 00000100:00100000:2.0:1746146170.223071:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202535552 00010000:00010000:2.0:1746146170.223092:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.223112:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14812 00000100:00100000:2.0:1746146170.223117:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202535552:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.223126:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.223139:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.223147:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.223163:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb63949 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae2 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.223190:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.223192:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.223198:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.223205:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.223227:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.223236:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199401600:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.223297:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.225799:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.225884:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199401600:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.225898:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.225903:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202535808 00000100:00100000:3.0:1746146170.225908:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202535808 00000100:00100000:2.0:1746146170.225928:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131af0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202535552:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2810us (3029us total) trans 0 rc 0/0 00002000:00100000:3.0:1746146170.225934:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072817b80 x1830966202535808/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746146170.225940:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14812 00002000:00100000:3.0:1746146170.225942:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817b80 with x1830966202535808 ext(0->4095) 00002000:00010000:3.0:1746146170.225946:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072817b80 00000100:00100000:3.0:1746146170.225957:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14178 00000100:00100000:3.0:1746146170.225962:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202535808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.226046:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202535808:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (251us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.226051:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14178 00002000:00100000:3.0:1746146170.226055:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072817b80 x1830966202535808/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.226062:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817b80 with x1830966202535808 ext(0->4095) 00002000:00010000:3.0:1746146170.226064:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072817b80 00000100:00100000:0.0:1746146170.230062:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.230160:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202535936 00000100:00100000:2.0:1746146170.230167:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202535936 00000100:00100000:2.0:1746146170.230200:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31470 00000100:00100000:2.0:1746146170.230207:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202535936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.230223:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.230237:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffaf0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.230260:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.230266:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.230268:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.230270:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.230294:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 93 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.230305:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 93 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.230316:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199401728:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146170.230392:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.233605:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199401728:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146170.233633:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.233646:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513400, rc 0) 00000100:00100000:2.0:1746146170.233681:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202535936:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3473us (3624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.233687:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31470 00000100:00100000:0.0:1746146170.234153:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.234237:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202536064 00000100:00100000:2.0:1746146170.234241:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202536064 00010000:00010000:2.0:1746146170.234260:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 94 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.234279:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14813 00000100:00100000:2.0:1746146170.234284:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202536064:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.234294:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.234309:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 94 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.234319:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 94 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.234335:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb63950 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffae9 expref: 94 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.234361:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.234363:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.234369:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.234376:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.234397:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.234406:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199401856:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.234789:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.238071:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.238214:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202536192 00000100:00100000:2.0:1746146170.238222:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202536192 00000100:00100000:2.0:1746146170.238255:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31471 00000100:00100000:2.0:1746146170.238262:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+94:1758:x1830966202536192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.238276:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.238289:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffaf7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.238311:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.238317:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.238318:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.238321:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.238347:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.238361:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 5 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.238372:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199401984:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146170.238442:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.238802:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.238817:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202536448 00000100:00100000:3.0:1746146170.238820:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202536448 00002000:00100000:3.0:1746146170.238841:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b56a00 x1830966202536448/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.238848:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b56a00 with x1830966202536448 ext(0->4095) 00010000:00010000:3.0:1746146170.238852:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.238860:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.238866:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b56a00 00000100:00100000:3.0:1746146170.238877:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3602 00000100:00100000:3.0:1746146170.238882:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202536448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.238967:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131b56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202536448:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (164us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.238981:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3602 00002000:00100000:3.0:1746146170.238986:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880131b56a00 x1830966202536448/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.238993:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131b56a00 with x1830966202536448 ext(0->4095) 00010000:00010000:3.0:1746146170.238997:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.239005:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.239011:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131b56a00 00000100:00100000:2.0:1746146170.239376:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199401856:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.239390:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.239410:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202536064:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5125us (5257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.239417:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14813 00000100:00100000:0.0:1746146170.242165:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.242321:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9582:1830966199401984:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146170.242344:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.242356:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:2.0:1746146170.242390:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+94:1758:x1830966202536192:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4128us (4325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.242396:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31471 00000100:00100000:0.0:1746146170.242749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.243624:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202536704 00000100:00100000:3.0:1746146170.243630:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202536704 00000100:00100000:2.0:1746146170.243633:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202536576 00000100:00100000:2.0:1746146170.243636:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202536576 00010000:00010000:3.0:1746146170.243651:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.243656:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31472 00000100:00100000:2.0:1746146170.243662:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+94:1766:x1830966202536576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746146170.243666:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14814 00000100:00100000:3.0:1746146170.243669:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202536704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.243673:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.243678:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.243682:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffafe expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.243690:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.243695:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.243698:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.243702:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.243705:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.243864:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.243879:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63957 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf0 expref: 6 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.243883:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.243891:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.243893:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.243897:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.243902:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.243909:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.243915:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130acb600, rc 0) 00010000:00010000:3.0:1746146170.243917:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.243925:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.243935:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199402240:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.243937:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202536576:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 276us (1778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.243942:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31472 00000100:00100000:3.0:1746146170.243967:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.245656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.245740:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202536960 00000100:00100000:2.0:1746146170.245744:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202536960 00000100:00100000:3.0:1746146170.245751:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199402240:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.245765:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746146170.245769:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814a80 x1830966202536960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.245777:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814a80 with x1830966202536960 ext(0->4095) 00010000:00010000:2.0:1746146170.245782:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.245787:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2010:x1830966202536704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2117us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.245794:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14814 00010000:00010000:2.0:1746146170.245797:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.245801:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814a80 00000100:00100000:2.0:1746146170.245820:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3603 00000100:00100000:2.0:1746146170.245825:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202536960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146170.245924:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202536960:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.245929:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3603 00002000:00100000:2.0:1746146170.245935:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072814a80 x1830966202536960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.245941:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814a80 with x1830966202536960 ext(0->4095) 00010000:00010000:2.0:1746146170.245945:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.245954:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.245960:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072814a80 00000100:00100000:0.0:1746146170.250620:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.250933:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202537088 00000100:00100000:3.0:1746146170.250940:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202537088 00010000:00010000:3.0:1746146170.250969:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.251007:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14815 00000100:00100000:3.0:1746146170.251015:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2009:x1830966202537088:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.251026:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.251041:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.251051:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.251069:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6395e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffaf7 expref: 95 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.251094:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.251096:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.251101:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.251108:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.251134:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.251144:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199402368:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.251207:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.253245:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199402368:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.253261:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.253285:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2009:x1830966202537088:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2271us (2672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.253293:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14815 00000100:00100000:0.0:1746146170.253983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.254371:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202537344 00000100:00100000:2.0:1746146170.254376:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202537344 00002000:00100000:2.0:1746146170.254401:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816d80 x1830966202537344/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.254409:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816d80 with x1830966202537344 ext(0->4095) 00002000:00010000:2.0:1746146170.254413:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816d80 00000100:00100000:2.0:1746146170.254433:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14179 00000100:00100000:2.0:1746146170.254438:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202537344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146170.254545:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202537344:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.254550:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14179 00002000:00100000:2.0:1746146170.254555:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072816d80 x1830966202537344/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.254561:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816d80 with x1830966202537344 ext(0->4095) 00002000:00010000:2.0:1746146170.254563:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072816d80 00000100:00100000:0.0:1746146170.256829:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.256919:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202537472 00000100:00100000:1.0:1746146170.256923:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202537472 00000100:00100000:1.0:1746146170.256991:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31473 00000100:00100000:1.0:1746146170.256998:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202537472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146170.257009:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146170.257020:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb05 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.257040:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.257046:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146170.257048:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146170.257050:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.257074:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.257081:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 93 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746146170.257088:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199402496:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146170.257151:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146170.258905:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dfdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199402496:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146170.258924:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.258934:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a600, rc 0) 00000100:00100000:1.0:1746146170.259273:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202537472:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2274us (2445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146170.259280:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31473 00000100:00100000:0.0:1746146170.261413:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.261507:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202537600 00000100:00100000:3.0:1746146170.261513:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202537600 00010000:00010000:3.0:1746146170.261537:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.261557:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14816 00000100:00100000:3.0:1746146170.261563:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202537600:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.261573:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.261587:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.261596:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.261614:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130acb600/0x88944630cfb63965 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffafe expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.261641:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.261643:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.261648:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.261654:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.261678:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.261687:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199402624:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.261771:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.264349:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199402624:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.264367:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.264837:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2007:x1830966202537600:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3270us (3423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.264847:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14816 00000100:00100000:0.0:1746146170.264892:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.265003:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.265121:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202537728 00000100:00100000:1.0:1746146170.265126:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202537728 00000100:00100000:1.0:1746146170.265158:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31474 00000100:00100000:1.0:1746146170.265164:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202537728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146170.265182:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746146170.265280:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202537984 00000100:00100000:3.0:1746146170.265283:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202537984 00002000:00100000:3.0:1746146170.265305:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c26680 x1830966202537984/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.265314:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26680 with x1830966202537984 ext(0->4095) 00002000:00010000:3.0:1746146170.265318:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130c26680 00000100:00100000:3.0:1746146170.265338:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14180 00000100:00100000:3.0:1746146170.265344:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202537984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746146170.265585:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb0c expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.265605:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.265612:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146170.265613:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146170.265616:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.265637:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.265647:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746146170.265656:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199402752:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146170.265815:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.265902:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202537984:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 558us (898us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.265908:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14180 00002000:00100000:3.0:1746146170.265913:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130c26680 x1830966202537984/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.265926:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130c26680 with x1830966202537984 ext(0->4095) 00010000:00010000:3.0:1746146170.265930:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.265940:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.265946:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130c26680 00000100:00100000:0.0:1746146170.267938:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.268274:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202538112 00000100:00100000:2.0:1746146170.268279:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202538112 00000100:00100000:2.0:1746146170.268308:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31475 00000100:00100000:2.0:1746146170.268313:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202538112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746146170.268323:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dfdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199402752:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146170.268325:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.268335:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb13 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.268341:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.268350:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.268353:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.268358:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.268360:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.268386:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ae00, rc 0) 00010000:00010000:2.0:1746146170.268398:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.268406:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.268412:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:1.0:1746146170.268415:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1758:x1830966202537728:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3251us (3522us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146170.268423:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31474 00000100:00100000:2.0:1746146170.268424:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202538112:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.268428:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31475 00000100:00100000:0.0:1746146170.269175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.269251:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202538240 00000100:00100000:3.0:1746146170.269255:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202538240 00010000:00010000:3.0:1746146170.269272:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.269288:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14817 00000100:00100000:3.0:1746146170.269292:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202538240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.269299:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.269313:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.269322:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.269337:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8a600/0x88944630cfb6396c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb05 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.269510:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.269513:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.269518:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.269526:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.269545:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.269555:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 94 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.269564:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403008:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.269620:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.273590:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403008:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.273609:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.273654:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2007:x1830966202538240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4360us (4477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.273662:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14817 00000100:00100000:0.0:1746146170.273838:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.274317:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202538496 00000100:00100000:3.0:1746146170.274323:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202538496 00002000:00100000:3.0:1746146170.274351:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83aa00 x1830966202538496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.274359:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83aa00 with x1830966202538496 ext(0->4095) 00010000:00010000:3.0:1746146170.274366:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.274381:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.274387:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83aa00 00000100:00100000:3.0:1746146170.274413:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3604 00000100:00100000:3.0:1746146170.274419:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202538496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146170.274541:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202538496:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (702us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.274547:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3604 00002000:00100000:3.0:1746146170.274551:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e83aa00 x1830966202538496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.274557:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83aa00 with x1830966202538496 ext(0->4095) 00010000:00010000:3.0:1746146170.274562:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.274570:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.274575:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012e83aa00 00000100:00100000:0.0:1746146170.279052:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.279590:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202538624 00000100:00100000:3.0:1746146170.279597:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202538624 00010000:00010000:3.0:1746146170.279624:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.279646:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14818 00000100:00100000:3.0:1746146170.279654:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202538624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.279664:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.279678:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.279687:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.279704:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8ae00/0x88944630cfb63973 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb0c expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.279755:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.279757:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.279763:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.279770:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.279797:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.279807:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403136:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.280622:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.282892:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403136:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.282909:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.282941:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202538624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3287us (3894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.282950:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14818 00000100:00100000:0.0:1746146170.287510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.287575:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202538880 00000100:00100000:2.0:1746146170.287582:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202538880 00002000:00100000:2.0:1746146170.287616:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838700 x1830966202538880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.287625:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838700 with x1830966202538880 ext(0->4095) 00002000:00010000:2.0:1746146170.287629:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e838700 00000100:00100000:2.0:1746146170.287712:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14181 00000100:00100000:2.0:1746146170.287854:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202538880:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146170.287962:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202538880:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (469us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.288396:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14181 00002000:00100000:2.0:1746146170.288403:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88012e838700 x1830966202538880/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.288418:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838700 with x1830966202538880 ext(0->4095) 00002000:00010000:2.0:1746146170.288420:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e838700 00000100:00100000:0.0:1746146170.290279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.290353:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202539008 00000100:00100000:1.0:1746146170.290358:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202539008 00000100:00100000:1.0:1746146170.290397:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31476 00000100:00100000:1.0:1746146170.290403:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202539008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146170.290414:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146170.290426:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb1a expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.290448:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.290455:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146170.290456:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146170.290459:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.290481:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.290490:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 93 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:1.0:1746146170.290509:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199403264:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146170.290569:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009e58d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146170.291885:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dfdd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199403264:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146170.291904:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.291915:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146170.291948:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202539008:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1544us (1670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146170.291954:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31476 00000100:00100000:0.0:1746146170.293350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.293696:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202539136 00000100:00100000:3.0:1746146170.293702:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202539136 00010000:00010000:3.0:1746146170.293748:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.293768:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14819 00000100:00100000:3.0:1746146170.293774:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202539136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.293783:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.293797:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.293807:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.293823:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512800/0x88944630cfb6397a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb13 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.294472:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.294474:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.294481:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.294489:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.294523:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.294533:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403392:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.294598:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.298434:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.298504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.298557:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403392:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.298575:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.298609:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2008:x1830966202539136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4835us (5260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.298618:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14819 00000100:00100000:3.0:1746146170.298705:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202539264 00000100:00100000:3.0:1746146170.298710:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202539264 00000100:00100000:3.0:1746146170.299280:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31477 00000100:00100000:3.0:1746146170.299286:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202539264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.299299:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.299310:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb21 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.299329:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.299335:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.299336:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.299339:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.299357:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.299370:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 5 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.299379:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199403520:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.299412:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.300114:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202539520 00000100:00100000:2.0:1746146170.300119:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202539520 00002000:00100000:2.0:1746146170.300141:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aabb80 x1830966202539520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.300149:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aabb80 with x1830966202539520 ext(0->4095) 00010000:00010000:2.0:1746146170.300154:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.300162:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.300168:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aabb80 00000100:00100000:2.0:1746146170.300179:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3605 00000100:00100000:2.0:1746146170.300183:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202539520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146170.300257:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202539520:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 73us (1753us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.300262:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3605 00002000:00100000:2.0:1746146170.300266:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aabb80 x1830966202539520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.300272:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aabb80 with x1830966202539520 ext(0->4095) 00010000:00010000:2.0:1746146170.300275:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.300283:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:2.0:1746146170.300288:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099aabb80 00000100:00100000:0.0:1746146170.304419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.306312:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202539648 00000100:00100000:1.0:1746146170.306320:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202539648 00000100:00100000:1.0:1746146170.306362:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31478 00000100:00100000:1.0:1746146170.306368:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202539648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146170.306381:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146170.306394:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb28 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.306414:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146170.306418:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.306423:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146170.306426:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.306451:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.306460:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.306472:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b800, rc 0) 00000100:00100000:1.0:1746146170.306548:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202539648:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (2134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146170.306554:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31478 00000100:00100000:2.0:1746146170.306953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.307212:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202539776 00000100:00100000:0.0:1746146170.307217:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202539776 00010000:00010000:0.0:1746146170.307234:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746146170.307261:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14820 00000100:00100000:0.0:1746146170.307266:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202539776:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146170.307273:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146170.307287:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.307296:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.307308:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146170.307309:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146170.307314:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.307320:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.307344:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146170.307353:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:0.0:1746146170.307362:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099aaaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403776:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146170.307410:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96300 going to sleep for 11 seconds 00010000:00010000:3.0:1746146170.307652:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b000/0x88944630cfb63981 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb1a expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.308087:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199403520:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.308104:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.308111:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.308119:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:3.0:1746146170.308332:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202539264:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9045us (9903us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.308338:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31477 00000100:00100000:2.0:1746146170.309629:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099aaaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403776:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.309642:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.309999:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202539776:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2731us (3045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.310007:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14820 00000100:00100000:3.0:1746146170.310379:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146170.310450:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202540032 00000100:00100000:0.0:1746146170.310455:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202540032 00002000:00100000:0.0:1746146170.310484:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072868000 x1830966202540032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146170.310500:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868000 with x1830966202540032 ext(0->4095) 00010000:00010000:0.0:1746146170.310506:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.310517:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146170.310523:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868000 00000100:00100000:0.0:1746146170.310537:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3606 00000100:00100000:0.0:1746146170.310543:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202540032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746146170.312379:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202540032:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 1831us (1996us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146170.312388:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3606 00002000:00100000:0.0:1746146170.312395:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880072868000 x1830966202540032/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146170.312402:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072868000 with x1830966202540032 ext(0->4095) 00010000:00010000:0.0:1746146170.312407:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:0.0:1746146170.312418:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:0.0:1746146170.312424:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072868000 00000100:00100000:0.0:1746146170.314595:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.314659:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202540160 00000100:00100000:2.0:1746146170.314665:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202540160 00010000:00010000:2.0:1746146170.314688:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.314735:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14821 00000100:00100000:2.0:1746146170.314742:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202540160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.314752:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.314765:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.314776:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.314793:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb63988 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb21 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.314820:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.314822:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.314828:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.314835:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.314861:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.314870:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403904:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.314925:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe480 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.317125:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.317198:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199403904:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.317211:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146170.317242:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202540160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2501us (2651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.317250:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14821 00000100:00100000:1.0:1746146170.317382:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202540416 00000100:00100000:1.0:1746146170.317387:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202540416 00002000:00100000:1.0:1746146170.317412:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aaaa00 x1830966202540416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.317420:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaaa00 with x1830966202540416 ext(0->4095) 00002000:00010000:1.0:1746146170.317424:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aaaa00 00000100:00100000:1.0:1746146170.317435:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14182 00000100:00100000:1.0:1746146170.317440:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202540416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146170.317580:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202540416:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146170.317586:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14182 00002000:00100000:1.0:1746146170.317590:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880099aaaa00 x1830966202540416/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.317597:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099aaaa00 with x1830966202540416 ext(0->4095) 00002000:00010000:1.0:1746146170.317600:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099aaaa00 00000100:00100000:0.0:1746146170.321451:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.321550:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202540544 00000100:00100000:3.0:1746146170.321557:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202540544 00000100:00100000:3.0:1746146170.321661:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31479 00000100:00100000:3.0:1746146170.321669:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202540544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.321686:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.321699:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb2f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.321741:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.321749:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.321750:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.321753:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.321777:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.321786:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 93 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.321796:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199404032:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.321867:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.323887:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199404032:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.323910:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.323922:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c600, rc 0) 00000100:00100000:3.0:1746146170.324374:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202540544:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2705us (2928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.324384:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31479 00000100:00100000:0.0:1746146170.325279:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.325370:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202540672 00000100:00100000:2.0:1746146170.325375:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202540672 00010000:00010000:2.0:1746146170.325398:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:2.0:1746146170.325484:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14822 00000100:00100000:2.0:1746146170.325491:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202540672:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146170.325517:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146170.325533:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.325542:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.325560:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b800/0x88944630cfb6398f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb28 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:2.0:1746146170.325688:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.325690:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.325695:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.325703:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.325847:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146170.325858:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199404160:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146170.326064:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4fe300 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.328619:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.329656:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199404160:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146170.329673:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.329744:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202540800 00000100:00100000:3.0:1746146170.329749:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202540800 00000100:00100000:2.0:1746146170.329919:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202540672:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4424us (4637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.329930:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14822 00000100:00100000:3.0:1746146170.330136:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31480 00000100:00100000:3.0:1746146170.330144:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202540800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.330161:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.330176:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb36 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.330195:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.330200:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.330201:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.330204:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.330225:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.330241:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 5 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.330250:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199404288:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.330302:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146170.330396:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.330770:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202541056 00000100:00100000:3.0:1746146170.330773:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202541056 00002000:00100000:3.0:1746146170.330797:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c700 x1830966202541056/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.330804:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c700 with x1830966202541056 ext(0->4095) 00010000:00010000:3.0:1746146170.330809:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.330817:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.330822:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4c700 00000100:00100000:3.0:1746146170.330846:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3607 00000100:00100000:3.0:1746146170.330851:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202541056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.330951:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202541056:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (554us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.330956:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3607 00002000:00100000:3.0:1746146170.330960:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff880130d4c700 x1830966202541056/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.330966:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d4c700 with x1830966202541056 ext(0->4095) 00010000:00010000:3.0:1746146170.330970:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.330978:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.330982:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130d4c700 00000100:00100000:0.0:1746146170.332292:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.332342:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202541184 00000100:00100000:2.0:1746146170.332346:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202541184 00000100:00100000:2.0:1746146170.332383:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31481 00000100:00100000:2.0:1746146170.332390:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202541184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.332398:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.332408:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb3d expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.332423:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.332426:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.332431:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.332434:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 96 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.332455:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.332464:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 96 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.332472:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513a00, rc 0) 00000100:00100000:2.0:1746146170.332505:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202541184:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.332513:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31481 00000100:00100000:3.0:1746146170.332752:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199404288:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.332772:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.332780:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:3.0:1746146170.332801:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202540800:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2659us (4186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.332807:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31480 00000100:00100000:0.0:1746146170.332839:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.332888:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202541312 00000100:00100000:3.0:1746146170.332891:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202541312 00010000:00010000:3.0:1746146170.332904:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.332930:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14823 00000100:00100000:3.0:1746146170.332935:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202541312:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.332942:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.332953:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.332961:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.332974:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb63996 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb2f expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.332983:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.332985:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.332990:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.332996:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.333010:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.333018:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 94 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.333026:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199404544:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.333063:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.334565:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199404544:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.334577:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.334611:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202541312:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 1672us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.334618:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14823 00000100:00100000:0.0:1746146170.334712:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.335062:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202541568 00000100:00100000:3.0:1746146170.335066:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202541568 00002000:00100000:3.0:1746146170.335086:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cc380 x1830966202541568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.335093:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cc380 with x1830966202541568 ext(0->4095) 00010000:00010000:3.0:1746146170.335098:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.335111:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.335116:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cc380 00000100:00100000:3.0:1746146170.335140:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3608 00000100:00100000:3.0:1746146170.335145:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202541568:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146170.335484:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202541568:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 338us (772us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.335491:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3608 00002000:00100000:3.0:1746146170.335503:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff8801369cc380 x1830966202541568/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.335510:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801369cc380 with x1830966202541568 ext(0->4095) 00010000:00010000:3.0:1746146170.335514:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.335522:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.335749:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801369cc380 00000100:00100000:0.0:1746146170.337325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.337398:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202541696 00000100:00100000:3.0:1746146170.337402:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202541696 00010000:00010000:3.0:1746146170.337417:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.337435:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14824 00000100:00100000:3.0:1746146170.337441:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202541696:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.337450:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.337460:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.337469:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.337484:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c200/0x88944630cfb6399d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb36 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.337508:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.337510:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.337516:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.337523:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.337544:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.337554:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199404672:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.337913:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.340035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.340109:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199404672:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.340121:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.340144:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202541696:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2703us (2822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.340152:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14824 00000100:00100000:2.0:1746146170.340205:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202541952 00000100:00100000:2.0:1746146170.340209:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202541952 00002000:00100000:2.0:1746146170.340230:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990e00 x1830966202541952/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.340237:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990e00 with x1830966202541952 ext(0->4095) 00002000:00010000:2.0:1746146170.340240:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b990e00 00000100:00100000:2.0:1746146170.340260:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14183 00000100:00100000:2.0:1746146170.340265:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202541952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146170.340344:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202541952:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 78us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146170.340348:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14183 00002000:00100000:2.0:1746146170.340352:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b990e00 x1830966202541952/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146170.340358:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990e00 with x1830966202541952 ext(0->4095) 00002000:00010000:2.0:1746146170.340360:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b990e00 00000100:00100000:0.0:1746146170.343058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.343840:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202542080 00000100:00100000:3.0:1746146170.343846:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202542080 00000100:00100000:3.0:1746146170.343887:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31482 00000100:00100000:3.0:1746146170.343893:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202542080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.343905:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.343917:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb44 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.343936:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 93 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.343942:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.343944:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.343947:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.343966:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 93 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.343974:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 93 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.343983:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199404800:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.344053:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.345622:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199404800:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.345642:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.345652:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d000, rc 0) 00000100:00100000:3.0:1746146170.345684:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202542080:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1791us (2631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.345689:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31482 00000100:00100000:0.0:1746146170.346478:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.346576:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202542208 00000100:00100000:3.0:1746146170.346580:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202542208 00010000:00010000:3.0:1746146170.346597:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 94 pid: 21272 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.346612:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14825 00000100:00100000:3.0:1746146170.346617:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202542208:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.346624:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.346636:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 94 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.346644:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 94 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.346659:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513a00/0x88944630cfb639a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb3d expref: 94 pid: 21272 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.346681:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.346682:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.346687:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.346694:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.346734:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.346743:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199404928:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.347243:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746146170.349841:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.349854:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199404928:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146170.349909:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202542464 00000100:00100000:0.0:1746146170.349914:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202542464 00002000:00100000:0.0:1746146170.349945:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd880 x1830966202542464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146170.349953:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd880 with x1830966202542464 ext(0->4095) 00002000:00010000:0.0:1746146170.349957:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdd880 00000100:00100000:0.0:1746146170.349982:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14184 00000100:00100000:0.0:1746146170.349988:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202542464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746146170.350088:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202542464:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746146170.350093:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14184 00002000:00100000:0.0:1746146170.350098:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88007dfdd880 x1830966202542464/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746146170.350105:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdd880 with x1830966202542464 ext(0->4095) 00002000:00010000:0.0:1746146170.350107:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdd880 00010000:00010000:3.0:1746146170.350138:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.350157:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2007:x1830966202542208:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3540us (3679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.350163:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14825 00000100:00100000:0.0:1746146170.351249:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.351431:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202542592 00000100:00100000:3.0:1746146170.351435:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202542592 00000100:00100000:3.0:1746146170.351467:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31483 00000100:00100000:3.0:1746146170.351473:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202542592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.351489:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.351507:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb4b expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.351527:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.351533:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.351535:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.351538:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.351559:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.351568:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 5 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.351577:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199405056:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.352519:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.353452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.353567:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202542720 00000100:00100000:1.0:1746146170.353572:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202542720 00000100:00100000:1.0:1746146170.353609:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31484 00000100:00100000:1.0:1746146170.353616:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202542720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746146170.353625:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146170.353635:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb52 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.353650:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146170.353654:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.353659:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146170.353662:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.353685:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.353696:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 96 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.353704:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b200, rc 0) 00000100:00100000:1.0:1746146170.353750:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202542720:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146170.353756:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31484 00000100:00100000:3.0:1746146170.354912:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199405056:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.354928:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.354936:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ca00, rc 0) 00000100:00100000:3.0:1746146170.354957:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202542592:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3484us (3709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.354962:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31483 00000100:00100000:0.0:1746146170.355663:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.356356:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202542848 00000100:00100000:3.0:1746146170.356361:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202542848 00010000:00010000:3.0:1746146170.356381:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.356406:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14826 00000100:00100000:3.0:1746146170.356597:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202542848:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.356611:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.356628:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.356637:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.356654:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d000/0x88944630cfb639ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb44 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.356860:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.356863:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.356870:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.356876:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.356901:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.356909:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 94 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.356919:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199405312:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.356971:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.359224:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199405312:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.359240:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.359267:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202542848:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2855us (3605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.359275:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14826 00000100:00100000:0.0:1746146170.359951:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.360292:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202543104 00000100:00100000:3.0:1746146170.360297:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202543104 00002000:00100000:3.0:1746146170.360326:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa300 x1830966202543104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.360334:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa300 with x1830966202543104 ext(0->4095) 00010000:00010000:3.0:1746146170.360339:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.360351:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.360357:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fa300 00000100:00100000:3.0:1746146170.360371:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3609 00000100:00100000:3.0:1746146170.360376:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202543104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.360473:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2007:x1830966202543104:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (523us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.360485:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3609 00002000:00100000:3.0:1746146170.360491:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5fa300 x1830966202543104/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.360504:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5fa300 with x1830966202543104 ext(0->4095) 00010000:00010000:3.0:1746146170.360508:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.360517:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:3.0:1746146170.360521:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5fa300 00000100:00100000:0.0:1746146170.362837:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.362926:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202543232 00000100:00100000:3.0:1746146170.362931:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202543232 00010000:00010000:3.0:1746146170.362951:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.362969:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14827 00000100:00100000:3.0:1746146170.362974:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202543232:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.362983:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.362995:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.363004:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.363019:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87ca00/0x88944630cfb639b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb4b expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.363030:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.363032:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.363037:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.363047:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.363070:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 94 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.363078:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199405440:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.363540:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.366678:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.366871:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199405440:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.366888:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.366930:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202543232:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3954us (4097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.366939:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14827 00000100:00100000:1.0:1746146170.367433:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202543488 00000100:00100000:1.0:1746146170.367439:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202543488 00002000:00100000:1.0:1746146170.367468:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f9880 x1830966202543488/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.367482:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9880 with x1830966202543488 ext(0->4095) 00002000:00010000:1.0:1746146170.367485:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f9880 00000100:00100000:1.0:1746146170.367515:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14185 00000100:00100000:1.0:1746146170.367522:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202543488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146170.367610:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202543488:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (937us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146170.367615:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14185 00002000:00100000:1.0:1746146170.367620:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f9880 x1830966202543488/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.367626:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9880 with x1830966202543488 ext(0->4095) 00002000:00010000:1.0:1746146170.367628:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f9880 00000100:00100000:0.0:1746146170.369526:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.369629:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202543616 00000100:00100000:3.0:1746146170.369634:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202543616 00000100:00100000:3.0:1746146170.369752:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31485 00000100:00100000:3.0:1746146170.369760:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:1766:x1830966202543616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.369773:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.369785:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb59 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.369806:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.369812:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.369814:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146170.369817:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.369840:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 93 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.369849:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 93 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.369857:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199405568:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.370948:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.371797:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199405568:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.371818:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.371830:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c600, rc 0) 00000100:00100000:3.0:1746146170.371855:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:1766:x1830966202543616:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2096us (2333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.371861:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31485 00000100:00100000:0.0:1746146170.373318:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.373389:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202543744 00000100:00100000:3.0:1746146170.373394:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202543744 00010000:00010000:3.0:1746146170.373414:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.373976:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14828 00000100:00100000:3.0:1746146170.373983:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2007:x1830966202543744:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.373994:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.374008:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.374016:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.374031:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880081a8b200/0x88944630cfb639b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb52 expref: 94 pid: 9582 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.374078:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.374079:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.374085:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.374091:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.374113:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.374120:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199405696:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.374383:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.376168:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199405696:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.376182:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.376206:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+93:2007:x1830966202543744:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2223us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.376217:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14828 00000100:00100000:0.0:1746146170.377354:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.377475:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202544000 00000100:00100000:3.0:1746146170.377479:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202544000 00002000:00100000:3.0:1746146170.377515:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f9500 x1830966202544000/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.377524:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9500 with x1830966202544000 ext(0->4095) 00002000:00010000:3.0:1746146170.377527:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f9500 00000100:00100000:3.0:1746146170.378249:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14186 00000100:00100000:3.0:1746146170.378258:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202544000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746146170.378376:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202544000:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (1023us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146170.378381:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14186 00002000:00100000:3.0:1746146170.378387:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009b5f9500 x1830966202544000/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746146170.378394:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5f9500 with x1830966202544000 ext(0->4095) 00002000:00010000:3.0:1746146170.378397:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5f9500 00000100:00100000:0.0:1746146170.379256:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.379406:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202544128 00000100:00100000:3.0:1746146170.379410:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202544128 00000100:00100000:3.0:1746146170.379438:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31486 00000100:00100000:3.0:1746146170.379443:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+93:1758:x1830966202544128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746146170.379451:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146170.379462:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb60 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.379483:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.379489:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.379490:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.379501:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.379521:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.379530:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 5 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.379539:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199405824:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146170.380820:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.381081:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.381141:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202544256 00000100:00100000:2.0:1746146170.381145:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202544256 00000100:00100000:2.0:1746146170.381306:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31487 00000100:00100000:2.0:1746146170.381312:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1766:x1830966202544256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746146170.381320:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146170.381329:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb67 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.381348:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146170.381351:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.381356:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146170.381358:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 96 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.381379:0:21272:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 96 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.381389:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 96 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146170.381397:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512c00, rc 0) 00000100:00100000:2.0:1746146170.381431:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+96:1766:x1830966202544256:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146170.381436:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31487 00000100:00100000:3.0:1746146170.382533:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199405824:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146170.382549:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.382557:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d800, rc 0) 00000100:00100000:3.0:1746146170.382575:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+95:1758:x1830966202544128:12345-192.168.203.12@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3132us (3321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.382581:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31486 00000100:00100000:0.0:1746146170.384344:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.384524:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202544384 00000100:00100000:3.0:1746146170.384530:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202544384 00010000:00010000:3.0:1746146170.384553:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.384571:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14829 00000100:00100000:3.0:1746146170.384577:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202544384:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.384586:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.384600:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.384608:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.384624:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87c600/0x88944630cfb639c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb59 expref: 6 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.385292:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.385295:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.385302:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.385309:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.385332:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 94 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.385340:0:7219:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 94 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.385350:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199406080:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.385408:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146170.389167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.389244:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202544640 00000100:00100000:1.0:1746146170.389251:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202544640 00002000:00100000:1.0:1746146170.389289:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8380 x1830966202544640/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.389297:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8380 with x1830966202544640 ext(0->4095) 00010000:00010000:1.0:1746146170.389304:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146170.389314:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746146170.389320:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8380 00000100:00100000:1.0:1746146170.389827:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3610 00000100:00100000:1.0:1746146170.389837:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202544640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746146170.390025:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199406080:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.390040:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146170.390378:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202544640:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 542us (1215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146170.390384:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3610 00002000:00100000:1.0:1746146170.390390:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8380 x1830966202544640/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.390396:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8380 with x1830966202544640 ext(0->4095) 00010000:00010000:1.0:1746146170.390401:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:1.0:1746146170.390410:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00002000:00010000:1.0:1746146170.390415:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cac8380 00000100:00100000:3.0:1746146170.390490:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202544384:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5912us (6149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.390504:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14829 00000100:00100000:0.0:1746146170.393758:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146170.393962:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202544768 00000100:00100000:3.0:1746146170.393970:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202544768 00010000:00010000:3.0:1746146170.393994:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00000100:00100000:3.0:1746146170.394022:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14830 00000100:00100000:3.0:1746146170.394028:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+95:2008:x1830966202544768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146170.394040:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146170.394053:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.394061:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.394077:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d800/0x88944630cfb639c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb60 expref: 95 pid: 10121 timeout: 872 lvb_type: 0 00010000:00010000:3.0:1746146170.394200:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.394202:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146170.394207:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.394214:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146170.394238:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 94 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146170.394248:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199406208:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146170.394748:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d07bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146170.398641:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007286b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199406208:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146170.398660:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146170.398702:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202544768:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4673us (4952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146170.398711:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14830 00000100:00100000:0.0:1746146170.399734:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.399939:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202545024 00000100:00100000:1.0:1746146170.399947:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202545024 00002000:00100000:1.0:1746146170.399983:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8e00 x1830966202545024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/0 e 0 to 0 dl 1746146181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.399991:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8e00 with x1830966202545024 ext(0->4095) 00002000:00010000:1.0:1746146170.399994:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cac8e00 00000100:00100000:1.0:1746146170.400023:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14187 00000100:00100000:1.0:1746146170.400030:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202545024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746146170.400122:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+94:2008:x1830966202545024:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146170.400127:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14187 00002000:00100000:1.0:1746146170.400132:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff88009cac8e00 x1830966202545024/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:301/0 lens 488/4536 e 0 to 0 dl 1746146181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146170.400138:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cac8e00 with x1830966202545024 ext(0->4095) 00002000:00010000:1.0:1746146170.400141:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cac8e00 00000100:00100000:0.0:1746146170.410699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.420095:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202545280 00000100:00100000:2.0:1746146170.420106:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202545280 00000100:00100000:2.0:1746146170.420174:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 187 00000100:00100000:2.0:1746146170.420183:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+6:1758:x1830966202545280:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746146170.420339:0:7236:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982929 00000100:00100000:2.0:1746146170.420427:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1758:x1830966202545280:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 Request processed in 245us (9733us total) trans 4294982930 rc 0/0 00000100:00100000:2.0:1746146170.420433:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 187 00000020:00080000:2.0:1746146170.420438:0:7236:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1746146170.421094:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146170.432903:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146170.432994:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202545536 00000100:00100000:2.0:1746146170.433001:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202545536 00000100:00100000:2.0:1746146170.433061:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 188 00000100:00100000:2.0:1746146170.433068:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:1758:x1830966202545536:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746146170.433217:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:1758:x1830966202545536:12345-192.168.203.12@tcp:35:rw_seq_cst_vs_d.0 Request processed in 149us (319us total) trans 4294982931 rc 0/0 00000100:00100000:2.0:1746146170.433223:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 188 00000100:00080000:1.0:1746146170.433321:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146170.468267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.468376:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202545664 00000100:00100000:1.0:1746146170.468383:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202545664 00000100:00100000:1.0:1746146170.468439:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34582 00000100:00100000:1.0:1746146170.468446:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+8:1784:x1830966202545664:12345-192.168.203.12@tcp:101:rm.0 00010000:00010000:1.0:1746146170.468470:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146170.468485:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a600/0x88944630cfb639d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb6e expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.468540:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b000/0x88944630cfb639dc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.468550:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b000/0x88944630cfb639dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.468558:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b000/0x88944630cfb639dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:1.0:1746146170.468591:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746146170.468594:0:21599:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746146170.468606:0:21599:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b000/0x88944630cfb639dc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.468626:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a600/0x88944630cfb639d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb6e expref: 10 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.468655:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b000/0x88944630cfb639dc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb6e expref: 9 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.468661:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146170.468664:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746146170.468666:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b000, rc 0) 00000100:00100000:1.0:1746146170.468701:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1784:x1830966202545664:12345-192.168.203.12@tcp:101:rm.0 Request processed in 256us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146170.468707:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34582 00000100:00100000:0.0:1746146170.473129:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.473209:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202545792 00000100:00100000:1.0:1746146170.473216:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202545792 00000100:00100000:1.0:1746146170.473270:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34583 00000100:00100000:1.0:1746146170.473280:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1784:x1830966202545792:12345-192.168.203.12@tcp:101:rm.0 00010000:00010000:1.0:1746146170.473294:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146170.473312:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a600/0x88944630cfb639e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb75 expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.473355:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473365:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473373:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473386:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473391:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473396:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473450:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a200/0x88944630cfb639f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473456:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a200/0x88944630cfb639f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473461:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a200/0x88944630cfb639f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:1.0:1746146170.473486:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 8 00000004:00200000:1.0:1746146170.473489:0:21599:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746146170.473514:0:21599:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a200/0x88944630cfb639f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473522:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a200/0x88944630cfb639f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473527:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473531:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473535:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473543:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8be00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146170.473546:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473551:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473559:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146170.473561:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146170.473565:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473569:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8be00/0x88944630cfb639ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473592:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473596:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473600:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473603:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8b800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146170.473605:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473609:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473614:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009e7b8d00) 00010000:00010000:1.0:1746146170.473616:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146170.473618:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473621:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b800/0x88944630cfb639f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.473640:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a600/0x88944630cfb639e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb75 expref: 11 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.473648:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a200/0x88944630cfb639f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb75 expref: 10 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.473654:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009c66ed00) 00010000:00010000:1.0:1746146170.473655:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746146170.473657:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a200, rc 0) 00000100:00100000:1.0:1746146170.473690:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+10:1784:x1830966202545792:12345-192.168.203.12@tcp:101:rm.0 Request processed in 412us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146170.473695:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34583 00000100:00100000:0.0:1746146170.476316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146170.477121:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202546048 00000100:00100000:1.0:1746146170.477128:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202546048 00000100:00100000:1.0:1746146170.477174:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34584 00000100:00100000:1.0:1746146170.477180:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+10:1784:x1830966202546048:12345-192.168.203.12@tcp:36:rm.0 00010000:00010000:1.0:1746146170.477218:0:21599:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746146170.477239:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a200/0x88944630cfb639f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb75 expref: 10 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.477256:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009958ce00/0x88944630cfb60906 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfcaa6 expref: 9 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.477265:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009c66ed00) 00010000:00010000:1.0:1746146170.477275:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b000/0x88944630cfb639dc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb6e expref: 8 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146170.477282:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146170.477284:0:21599:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746146170.477298:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477306:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477312:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477320:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477324:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477329:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477383:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477389:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477394:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000040:00080000:1.0:1746146170.477565:0:21599:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:1.0:1746146170.477572:0:21599:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 772695856484ns, next at 773695855044ns, rc = 0 00010000:00010000:1.0:1746146170.477608:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477614:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477620:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477625:0:21599:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477630:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477635:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477655:0:21599:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746146170.477668:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477672:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146170.477675:0:7221:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746146170.477676:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146170.477680:0:7221:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477681:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009964c600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146170.477684:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146170.477684:0:7221:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d0bfe00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146170.477686:0:7221:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477689:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146170.477691:0:7221:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.477696:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009c66ed00) 00010000:00010000:1.0:1746146170.477698:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746146170.477704:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88009c66ed00) 00010000:00010000:0.0:1746146170.477706:0:7221:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746146170.477708:0:7221:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146170.477712:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bfe00/0x88944630cfb63a14 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146170.477737:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746146170.477738:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746146170.477740:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146170.478595:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478602:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63a0d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x43:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478681:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478687:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478691:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478695:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8ae00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146170.478698:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478703:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478711:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146170.478737:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146170.478739:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478744:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb639ff lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00000004:00010000:1.0:1746146170.478752:0:21599:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b865180 reply state ffff88007285c000 transno 4294982932 ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478759:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146170.478764:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009e7b8600) 00010000:00010000:1.0:1746146170.478766:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746146170.478768:0:21599:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746146170.478820:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+9:1784:x1830966202546048:12345-192.168.203.12@tcp:36:rm.0 Request processed in 1638us (2507us total) trans 4294982932 rc 0/0 00000100:00100000:1.0:1746146170.478825:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34584 00010000:00010000:0.0:1746146171.060271:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146171.061882:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199406336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746146171.061932:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146171.061990:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199406336 00000100:00100000:0.0:1746146171.061996:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199406336 00000100:00100000:0.0:1746146171.062038:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1746146171.062045:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199406336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746146171.062067:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921108992 avail 3689586688 00000100:00100000:0.0:1746146171.062096:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b866a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199406336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146171.062105:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1746146171.062136:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199406336:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1746146171.062164:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746146171.096656:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1830966199406464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746146171.096704:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146171.101756:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199406464 00000100:00100000:1.0:1746146171.101767:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199406464 00000100:00100000:1.0:1746146171.101813:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1746146171.101820:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830966199406464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746146171.101843:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3921108992 avail 3689586688 00000100:00100000:1.0:1746146171.101904:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007286b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830966199406464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (5200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146171.101909:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00080000:1.0:1746146171.101933:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746146171.102079:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1830966199406464:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1746146171.496510:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972295 is committed 00010000:00010000:0.0:1746146172.066792:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746146172.486859:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746146172.486877:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199406592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746146172.486930:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146172.495524:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199406592 00000100:00100000:2.0:1746146172.495534:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199406592 00000100:00100000:2.0:1746146172.495573:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1746146172.495580:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199406592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746146172.495608:0:8388:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1746146172.495659:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199406592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (8729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146172.495665:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1746146172.495705:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199406592:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746146173.064537:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146173.767306:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146173.767365:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146173.767425:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146173.767500:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202546432 00000100:00100000:2.0:1746146173.767501:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202546176 00000100:00100000:3.0:1746146173.767509:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202546432 00000100:00100000:2.0:1746146173.767509:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202546176 00000100:00100000:2.0:1746146173.767553:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 566 00000100:00100000:2.0:1746146173.767560:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad4bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:062d881c-0617-4303-9947-c7a5def1166b+12:2010:x1830966202546176:12345-192.168.203.12@tcp:400:kworker.0 00000100:00080000:0.0:1746146173.767591:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746146173.767614:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202546304 00000100:00100000:3.0:1746146173.767616:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202546304 00000100:00100000:1.0:1746146173.767646:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1176 00000100:00100000:1.0:1746146173.767657:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202546432:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146173.767746:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad4bb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:062d881c-0617-4303-9947-c7a5def1166b+12:2010:x1830966202546176:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 185us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146173.767755:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 566 00000100:00100000:1.0:1746146173.768659:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202546432:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 999us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146173.768670:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1176 00000100:00100000:3.0:1746146173.768881:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1177 00000100:00100000:3.0:1746146173.768891:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966202546304:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146173.768941:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b865f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966202546304:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 54us (1517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146173.768948:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1177 00000100:00080000:2.0:1746146173.769130:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146173.770658:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146173.770776:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146173.770809:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146173.770863:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146173.770905:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146173.770949:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202546688 00000100:00100000:0.0:1746146173.770959:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202546688 00000100:00100000:0.0:1746146173.771013:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202547072 00000100:00100000:0.0:1746146173.771017:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202547072 00000100:00100000:0.0:1746146173.771038:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202546560 00000100:00100000:0.0:1746146173.771040:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202546560 00000100:00100000:0.0:1746146173.771080:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 806 00000100:00100000:0.0:1746146173.771095:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202546688:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146173.771167:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b867b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202546688:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 77us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146173.771186:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 806 00000100:00100000:0.0:1746146173.771198:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 807 00000100:00100000:0.0:1746146173.771204:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202547072:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146173.771228:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202547072:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 23us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146173.771235:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 807 00000100:00100000:0.0:1746146173.771248:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31488 00000100:00100000:0.0:1746146173.771254:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2006:x1830966202546560:12345-192.168.203.12@tcp:9:kworker.0 00000020:00000080:0.0:1746146173.771276:0:9582:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x88944630cfa76d38 00000100:00080000:0.0:1746146173.771287:0:9582:0:(import.c:66:import_set_state_nolock()) ffff88009b21f800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1746146173.771329:0:9582:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294970881 00000100:00100000:1.0:1746146173.771439:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202546944 00000100:00100000:1.0:1746146173.771444:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202546944 00000100:00100000:1.0:1746146173.771496:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202546816 00000100:00100000:1.0:1746146173.771499:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202546816 00000100:00100000:1.0:1746146173.771523:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1178 00000100:00100000:1.0:1746146173.771530:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202546944:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146173.771551:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1179 00000100:00100000:2.0:1746146173.771559:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2009:x1830966202546816:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746146173.771568:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202546944:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 38us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146173.771575:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1178 00000100:00100000:2.0:1746146173.771590:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2009:x1830966202546816:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 33us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146173.771595:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1179 00010000:00010000:1.0:1746146173.771616:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146173.775235:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+2:2006:x1830966202546560:12345-192.168.203.12@tcp:9:kworker.0 Request processed in 3970us (4319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146173.775247:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31488 00000100:00080000:0.0:1746146173.775279:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746146173.775284:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746146173.775287:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746146173.775290:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:0.0:1746146173.776940:0:9580:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c33e3236-e511-4562-a654-ed3b5b3bc223 00000020:00000080:0.0:1746146173.776945:0:9580:0:(genops.c:904:class_export_put()) final put ffff88009b21d800/c33e3236-e511-4562-a654-ed3b5b3bc223 00000001:00100000:0.0:1746146173.777015:0:9580:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 32e61901-aa30-46d1-9327-dd30d0b20f3f 00000020:00000080:0.0:1746146173.777017:0:9580:0:(genops.c:904:class_export_put()) final put ffff880131bab000/32e61901-aa30-46d1-9327-dd30d0b20f3f 00000020:00000080:2.0:1746146173.777156:0:291:0:(genops.c:863:class_export_destroy()) destroying export ffff88009b21d800/c33e3236-e511-4562-a654-ed3b5b3bc223 for lustre-OST0000 00000020:00000080:2.0:1746146173.777205:0:291:0:(genops.c:863:class_export_destroy()) destroying export ffff880131bab000/32e61901-aa30-46d1-9327-dd30d0b20f3f for lustre-OST0000 00000020:00000080:2.0:1746146173.777219:0:291:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88009b21f800 for lustre-OST0000 00000020:00000080:2.0:1746146173.777223:0:291:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880131ba8800 for lustre-OST0000 00010000:00010000:0.0:1746146174.065952:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746146174.326915:0:28187:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 20:36:14 (1746146174) 00000100:00100000:0.0:1746146174.387215:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.387513:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202547200 00000100:00100000:2.0:1746146174.387521:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202547200 00000100:00100000:2.0:1746146174.387977:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34585 00000100:00100000:2.0:1746146174.387986:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2441:x1830966202547200:12345-192.168.203.12@tcp:41:stat.0 00000004:00000024:2.0:1746146174.388031:0:10562:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842246656 avail 7378227200 00000100:00100000:2.0:1746146174.388962:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2441:x1830966202547200:12345-192.168.203.12@tcp:41:stat.0 Request processed in 974us (1751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.388970:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34585 00000100:00100000:0.0:1746146174.469963:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830966199406848:0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.469988:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1830966199406976:0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.470019:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.470019:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.470058:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199406848 00000100:00100000:0.0:1746146174.470064:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199406848 00000100:00100000:2.0:1746146174.470091:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:065f921c-abbd-4f8e-b09f-86ccecd94661:3769:1830966199406720:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470099:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1746146174.470105:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830966199406848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146174.470125:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.470264:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830966199406848:12345-0@lo:400:kworker.0 Request processed in 159us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.470270:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1746146174.470273:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3767:1830966199407488:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470289:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199406720 00000100:00100000:0.0:1746146174.470291:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199406720 00000100:00100000:3.0:1746146174.470293:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146174.470305:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1830966199408000:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470307:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1746146174.470311:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad4ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3769:x1830966199406720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.470317:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146174.470329:0:3767:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746146174.470333:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1830966199407872:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470333:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad4ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3769:x1830966199406720:12345-0@lo:400:kworker.0 Request processed in 21us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.470338:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1746146174.470347:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146174.470367:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199406976 00000100:00100000:0.0:1746146174.470368:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830966199406848:0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.470370:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199406976 00000100:00100000:0.0:1746146174.470374:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3766:1830966199407360:0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.470390:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1746146174.470390:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146174.470395:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830966199406976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470417:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199407488 00000100:00100000:0.0:1746146174.470420:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199407488 00000100:00100000:3.0:1746146174.470422:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3767:x1830966199406976:12345-0@lo:400:kworker.0 Request processed in 27us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.470426:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1746146174.470439:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199408000 00000100:00100000:3.0:1746146174.470440:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199407872 00000100:00100000:0.0:1746146174.470440:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199408000 00000100:00100000:3.0:1746146174.470443:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199407872 00000100:00100000:0.0:1746146174.470450:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199407360 00000100:00100000:0.0:1746146174.470452:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199407360 00000100:00100000:3.0:1746146174.470457:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1746146174.470462:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830966199407488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470475:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1746146174.470480:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830966199408000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470502:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1830966199408000:12345-0@lo:400:kworker.0 Request processed in 22us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.470506:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1746146174.470514:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1746146174.470516:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3767:x1830966199407488:12345-0@lo:400:kworker.0 Request processed in 54us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.470519:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830966199407872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.470520:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1746146174.470530:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1746146174.470533:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830966199407872:12345-0@lo:400:kworker.0 Request processed in 15us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.470536:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830966199407360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470538:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1746146174.470556:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089eae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830966199407360:12345-0@lo:400:kworker.0 Request processed in 21us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.470560:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1746146174.470578:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1830966199407872:0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.470585:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072868700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1830966199406976:0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.470591:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b990000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3767:1830966199407488:0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.470597:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1830966199408000:0@lo:400:kworker.0 00000100:00080000:0.0:1746146174.470610:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746146174.470613:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746146174.470628:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3766:1830966199407360:0@lo:400:kworker.0 00000100:00100000:1.0:1746146174.470706:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830966199407104:0@lo:400:kworker.0 00000100:00100000:1.0:1746146174.470756:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.470771:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199407104 00000100:00100000:1.0:1746146174.470772:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199407616:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470774:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199407104 00000100:00100000:1.0:1746146174.470787:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.470789:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1746146174.470793:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830966199407104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146174.470798:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199408128:0@lo:400:kworker.0 00000100:00100000:1.0:1746146174.470812:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.470815:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830966199407104:12345-0@lo:400:kworker.0 Request processed in 22us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.470820:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1746146174.470829:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830966199407104:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470832:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199407616 00000100:00100000:0.0:1746146174.470834:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199407616 00000100:00080000:1.0:1746146174.470848:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146174.470853:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199408128 00000100:00100000:0.0:1746146174.470855:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199408128 00000100:00100000:1.0:1746146174.470859:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1746146174.470865:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199407616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.470868:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1746146174.470873:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199408128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146174.470888:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199407616:12345-0@lo:400:kworker.0 Request processed in 25us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146174.470893:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1746146174.470901:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199408128:12345-0@lo:400:kworker.0 Request processed in 21us (81us total) trans 0 rc 0/0 00000100:00080000:1.0:1746146174.470903:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146174.470906:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1746146174.470913:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199407616:0@lo:400:kworker.0 00000100:00100000:1.0:1746146174.470920:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199408128:0@lo:400:kworker.0 00000100:00100000:2.0:1746146174.470985:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:065f921c-abbd-4f8e-b09f-86ccecd94661:3769:1830966199406720:0@lo:400:kworker.0 00000100:00100000:2.0:1746146174.470991:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199407232:0@lo:400:kworker.0 00000100:00100000:2.0:1746146174.471015:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146174.471028:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199407744:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.471029:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199407232 00000100:00100000:0.0:1746146174.471032:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199407232 00000100:00100000:2.0:1746146174.471039:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.471047:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1746146174.471049:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199408256:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.471051:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199407232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146174.471060:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.471076:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199407232:12345-0@lo:400:kworker.0 Request processed in 24us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.471080:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199407232:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.471080:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1746146174.471092:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199407744 00000100:00100000:0.0:1746146174.471094:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199407744 00000100:00100000:0.0:1746146174.471108:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199408256 00000100:00100000:0.0:1746146174.471110:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199408256 00000100:00100000:0.0:1746146174.471120:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1746146174.471124:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199407744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146174.471137:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1746146174.471143:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199408256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.471152:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199407744:12345-0@lo:400:kworker.0 Request processed in 28us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.471157:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1746146174.471164:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199408256:12345-0@lo:400:kworker.0 Request processed in 22us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.471169:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:1.0:1746146174.471218:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746146174.471221:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746146174.471257:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199407744:0@lo:400:kworker.0 00000100:00100000:2.0:1746146174.471263:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199408256:0@lo:400:kworker.0 00000100:00100000:0.0:1746146174.471809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.471882:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202547328 00000100:00100000:3.0:1746146174.471886:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202547328 00000100:00100000:3.0:1746146174.471911:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34586 00000100:00100000:3.0:1746146174.471916:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2445:x1830966202547328:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746146174.471927:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146174.471939:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63a1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb7c expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.471992:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63a22 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.472006:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63a22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.472015:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63a22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746146174.472059:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746146174.472062:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746146174.472076:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63a22 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.472094:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63a1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb7c expref: 11 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.472125:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63a22 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb7c expref: 10 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.472132:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146174.472135:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746146174.472142:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d7c00, rc 0) 00000100:00100000:3.0:1746146174.472181:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089ead500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2445:x1830966202547328:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 264us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.472187:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34586 00000100:00100000:0.0:1746146174.474856:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.474971:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202547456 00000100:00100000:2.0:1746146174.474978:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202547456 00000100:00100000:2.0:1746146174.475023:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34587 00000100:00100000:2.0:1746146174.475034:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2445:x1830966202547456:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746146174.475049:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.475062:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb83 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.475106:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.475115:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.475129:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476400:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476416:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476424:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476462:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476477:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476482:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476487:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476492:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131bf2800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.476495:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476501:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476511:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146174.476513:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.476516:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476521:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb63a30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476547:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476553:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476557:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476560:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131bf3c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.476562:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476566:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476572:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009c49fa00) 00010000:00010000:2.0:1746146174.476574:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.476576:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476580:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3c00/0x88944630cfb63a37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.476609:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a29 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb83 expref: 11 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.476615:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb83 expref: 11 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.476621:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf3200, rc 0) 00000100:00100000:2.0:1746146174.476670:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2445:x1830966202547456:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 1636us (1819us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146174.476677:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34587 00000100:00100000:0.0:1746146174.485227:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.485301:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202547712 00000100:00100000:2.0:1746146174.485309:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202547712 00000100:00100000:2.0:1746146174.486046:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34588 00000100:00100000:2.0:1746146174.486055:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2445:x1830966202547712:12345-192.168.203.12@tcp:36:lfs.0 00010000:00010000:2.0:1746146174.486097:0:10562:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146174.486118:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63a22 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb7c expref: 10 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.486356:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146174.486361:0:10562:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146174.486405:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.486416:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.486424:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.486435:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.486439:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.486444:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000040:00080000:2.0:1746146174.487314:0:10562:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:2.0:1746146174.487374:0:10562:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:2.0:1746146174.487379:0:10562:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88013675bd80 with version 18 00000004:00080000:3.0:1746146174.488133:0:8778:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800ad419180 version 18 rpc_version 18 00000020:00100000:3.0:1746146174.488165:0:8778:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746146174.488174:0:8778:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880081fa0e00 x1830966199408512/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746146174.488193:0:8778:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8778:1830966199408512:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746146174.488242:0:8778:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146174.488485:0:8778:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df11780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146174.488560:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199408512 00000100:00100000:0.0:1746146174.488566:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199408512 00000100:00100000:0.0:1746146174.488962:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1746146174.488970:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8778:x1830966199408512:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746146174.489648:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8778:x1830966199408512:12345-0@lo:1000:osp_up1-0.0 Request processed in 678us (1403us total) trans 4294967388 rc 0/0 00000100:00100000:0.0:1746146174.489654:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1746146174.489990:0:8778:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8778:1830966199408512:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746146174.490104:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490117:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490126:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490140:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490145:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490149:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490174:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490177:0:10562:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490183:0:10562:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10562 initiator: MDT0 00000100:00100000:2.0:1746146174.490194:0:10562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e839f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10562:1830966199408640:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1746146174.490216:0:10562:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146174.490241:0:10562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136822b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146174.490249:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199408640 00000100:00100000:0.0:1746146174.490253:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199408640 00000100:00100000:0.0:1746146174.490282:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1746146174.490288:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:10562:x1830966199408640:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1746146174.490300:0:7239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146174.490311:0:7239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512200/0x88944630cfb63a61 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x88944630cfb63a5a expref: -99 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146174.490327:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512200/0x88944630cfb63a61 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x88944630cfb63a5a expref: 7 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146174.490337:0:7239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512200/0x88944630cfb63a61 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x88944630cfb63a5a expref: 7 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146174.490344:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88009c440a00) 00010000:00010000:0.0:1746146174.490346:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146174.490348:0:7239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512200, rc 0) 00000100:00100000:0.0:1746146174.490367:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:10562:x1830966199408640:12345-0@lo:101:mdt00_003.0 Request processed in 80us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.490372:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1746146174.490420:0:10562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e839f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10562:1830966199408640:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1746146174.490430:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.490437:0:10562:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746146174.490452:0:10562:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880072868700 reply state ffff88009c570000 transno 4294982933 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490460:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490475:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:2.0:1746146174.490478:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146174.490480:0:10562:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746146174.490484:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.490490:0:10562:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746146174.490500:0:10562:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:2.0:1746146174.490505:0:10562:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880072868700 reply state ffff88009c570000 transno 4294982933 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490511:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490515:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009c49fa00) 00010000:00010000:2.0:1746146174.490517:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146174.490518:0:10562:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1746146174.490522:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:2.0:1746146174.490528:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490533:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490541:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490545:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490550:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131bf2600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.490553:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490558:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490565:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146174.490566:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.490569:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490573:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2600/0x88944630cfb63a3e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00000004:00010000:2.0:1746146174.490670:0:10562:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880072868700 reply state ffff88009c570000 transno 4294982933 ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490678:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.490683:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009c49f200) 00010000:00010000:2.0:1746146174.490684:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146174.490685:0:10562:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1746146174.490878:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072868700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2445:x1830966202547712:12345-192.168.203.12@tcp:36:lfs.0 Request processed in 4822us (5656us total) trans 4294982933 rc 0/0 00000100:00100000:2.0:1746146174.490887:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34588 00000100:00100000:0.0:1746146174.524539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.524636:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202547840 00000100:00100000:2.0:1746146174.524643:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202547840 00000100:00100000:2.0:1746146174.524696:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34589 00000100:00100000:2.0:1746146174.524703:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2446:x1830966202547840:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746146174.524757:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.524772:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b12ac00/0x88944630cfb63a68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb8a expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.524816:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b12ae00/0x88944630cfb63a6f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.524826:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b12ae00/0x88944630cfb63a6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.524835:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b12ae00/0x88944630cfb63a6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:2.0:1746146174.524865:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146174.524868:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146174.524883:0:10562:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b12ae00/0x88944630cfb63a6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.524898:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b12ac00/0x88944630cfb63a68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb8a expref: 13 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.524917:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b12ae00/0x88944630cfb63a6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb8a expref: 12 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.524924:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146174.524927:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146174.524930:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b12ae00, rc 0) 00000100:00100000:2.0:1746146174.524984:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072869180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2446:x1830966202547840:12345-192.168.203.12@tcp:101:cp.0 Request processed in 281us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.524990:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34589 00000100:00100000:0.0:1746146174.527475:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.527565:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202547968 00000100:00100000:3.0:1746146174.527573:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202547968 00000100:00100000:3.0:1746146174.527845:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34590 00000100:00100000:3.0:1746146174.527895:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2446:x1830966202547968:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746146174.527911:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146174.527926:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63a76 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb91 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.527974:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.527990:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528000:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528009:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528015:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528020:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528092:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6a00/0x88944630cfb63a8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528098:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6a00/0x88944630cfb63a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528103:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6a00/0x88944630cfb63a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746146174.528166:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1746146174.528170:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746146174.528187:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6a00/0x88944630cfb63a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528195:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528200:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528205:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528210:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528214:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d7a00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146174.528218:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528223:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528231:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146174.528234:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146174.528237:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528241:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63a7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528266:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528271:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528276:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528279:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d7200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146174.528281:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528285:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528289:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009c49f200) 00010000:00010000:3.0:1746146174.528291:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146174.528293:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528297:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63a84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.528315:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63a76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb91 expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.528324:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6a00/0x88944630cfb63a8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb91 expref: 13 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.528329:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009c49fa00) 00010000:00010000:3.0:1746146174.528331:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746146174.528333:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d6a00, rc 0) 00000100:00100000:3.0:1746146174.528383:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2446:x1830966202547968:12345-192.168.203.12@tcp:101:cp.0 Request processed in 530us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.528389:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34590 00000100:00100000:0.0:1746146174.530024:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.530112:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202548096 00000100:00100000:3.0:1746146174.530120:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202548096 00000100:00100000:3.0:1746146174.530345:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34591 00000100:00100000:3.0:1746146174.530354:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2446:x1830966202548096:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746146174.530373:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146174.530390:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63a92 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb98 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.530436:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63a99 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.530448:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63a99 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146174.530457:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63a99 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746146174.530510:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746146174.530514:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746146174.530543:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63a92 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb98 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.530559:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63a99 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb98 expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.530567:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:3.0:1746146174.530570:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746146174.530573:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d6000, rc 0) 00000100:00100000:3.0:1746146174.530627:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2446:x1830966202548096:12345-192.168.203.12@tcp:101:cp.0 Request processed in 274us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.530632:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34591 00000100:00100000:0.0:1746146174.532238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.532285:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202548224 00000100:00100000:2.0:1746146174.532291:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202548224 00000100:00100000:2.0:1746146174.532329:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34592 00000100:00100000:2.0:1746146174.532335:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2446:x1830966202548224:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746146174.532347:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.532359:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12aa00/0x88944630cfb63aa0 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffb9f expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.532397:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.532407:0:10562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512200/0x88944630cfb63a61 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x88944630cfb63a5a expref: 6 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.532413:0:10562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT1 00010000:00010000:2.0:1746146174.532438:0:10562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512200/0x88944630cfb63a61 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x88944630cfb63a5a expref: 6 pid: 7239 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146174.532450:0:10562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e839f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10562:1830966199408768:0@lo:104: 00000100:00100000:2.0:1746146174.532493:0:10562:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146174.532546:0:10562:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136822b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746146174.532636:0:8383:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199408768 00000100:00100000:0.0:1746146174.532639:0:8383:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199408768 00000100:00100000:0.0:1746146174.532659:0:8383:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1746146174.532663:0:8383:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10562:x1830966199408768:12345-0@lo:104: 00010000:00010000:0.0:1746146174.532672:0:8383:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146174.532711:0:8383:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1746146174.532731:0:7221:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1746146174.532735:0:8383:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10562:x1830966199408768:12345-0@lo:104: Request processed in 71us (242us total) trans 0 rc 0/0 00010000:00010000:1.0:1746146174.532736:0:7221:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.532743:0:7221:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b12a800 already unused, calling callback (ffffffffa0f2ae30) 00000100:00100000:0.0:1746146174.532743:0:8383:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:1.0:1746146174.532747:0:7221:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746146174.532753:0:7221:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.532773:0:7221:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.532779:0:7221:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746146174.532801:0:7221:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.532806:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009b12a800/0x88944630cfb63a5a lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x88944630cfb63a61 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146174.532807:0:10562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e839f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:10562:1830966199408768:0@lo:104: 00010000:00010000:3.0:1746146174.532822:0:10562:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT1 00010000:00010000:1.0:1746146174.532822:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146174.532824:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146174.532825:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146174.532827:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199408896:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746146174.532850:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146174.533070:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199408896 00000100:00100000:3.0:1746146174.533074:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199408896 00010000:00010000:3.0:1746146174.533089:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512200/0x88944630cfb63a61 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x88944630cfb63a5a expref: 7 pid: 7239 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146174.533104:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14831 00000100:00100000:3.0:1746146174.533109:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1830966199408896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746146174.533116:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746146174.533957:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746146174.533968:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199409024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746146174.533998:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146174.534086:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199409024 00000100:00100000:3.0:1746146174.534090:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199409024 00000100:00100000:3.0:1746146174.534127:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1746146174.534133:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199409024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746146174.534158:0:8388:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445978112 avail 1316515840 00000100:00100000:3.0:1746146174.534191:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199409024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.534197:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1746146174.534204:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199409024:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1746146174.536128:0:8375:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967388 is committed 00010000:00010000:3.0:1746146174.536257:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512200/0x88944630cfb63a61 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x88944630cfb63a5a expref: 6 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.536270:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88009c440a00) 00010000:00010000:3.0:1746146174.536274:0:7219:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT1 00010000:00010000:3.0:1746146174.536282:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10562 initiator: MDT1 00010000:00010000:3.0:1746146174.536287:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10562 initiator: MDT1 00010000:00010000:3.0:1746146174.536325:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146174.536385:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199408896:12345-0@lo:103:ldlm_bl.0 Request processed in 3274us (3532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.536393:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14831 00010000:00010000:0.0:1746146174.536421:0:10562:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT1 00010000:00010000:0.0:1746146174.536440:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT1 00000004:00200000:0.0:1746146174.536496:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:0.0:1746146174.536500:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1746146174.536536:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12aa00/0x88944630cfb63aa0 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb9f expref: 7 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146174.536568:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b12ac00/0x88944630cfb63aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb9f expref: 6 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146174.536574:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88009c440a00) 00010000:00010000:0.0:1746146174.536576:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1746146174.536578:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b12ac00, rc 0) 00000100:00100000:1.0:1746146174.536764:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dfdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199408896:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746146174.536768:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2446:x1830966202548224:12345-192.168.203.12@tcp:101:cp.0 Request processed in 4432us (4534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.536774:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34592 00000100:00100000:0.0:1746146174.544350:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.544443:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202548352 00000100:00100000:2.0:1746146174.544450:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202548352 00000100:00100000:2.0:1746146174.544511:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34593 00000100:00100000:2.0:1746146174.544519:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2446:x1830966202548352:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746146174.544537:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.544553:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45fe00/0x88944630cfb63aae lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffba6 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.544601:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544611:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544620:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544631:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544636:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544640:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544696:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544701:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544706:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544742:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544748:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a589400 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.544752:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544758:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544769:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:2.0:1746146174.544771:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.544774:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544779:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63ab5 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544793:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544798:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544802:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544806:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a589c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.544808:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544813:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544818:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009c49fb00) 00010000:00010000:2.0:1746146174.544820:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.544822:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544826:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589c00/0x88944630cfb63abc lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.544851:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45fe00/0x88944630cfb63aae lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffba6 expref: 15 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.544858:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a45fe00/0x88944630cfb63aae lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffba6 expref: 15 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.544864:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a45fe00, rc 0) 00000100:00100000:2.0:1746146174.544918:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2446:x1830966202548352:12345-192.168.203.12@tcp:101:cp.0 Request processed in 400us (576us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146174.544924:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34593 00000100:00100000:0.0:1746146174.546969:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.547063:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202548608 00000100:00100000:2.0:1746146174.547071:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202548608 00000100:00100000:2.0:1746146174.547369:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34594 00000100:00100000:2.0:1746146174.547380:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a8910c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2446:x1830966202548608:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746146174.547397:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.547399:0:10562:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746146174.547421:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63a99 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb98 expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.547434:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:2.0:1746146174.547438:0:10562:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146174.547445:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a588000/0x88944630cfb63ac3 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbad expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.547537:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547546:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547553:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547563:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547568:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547572:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00080000:2.0:1746146174.547841:0:10562:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:2.0:1746146174.547916:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8800/0x88944630cfb63ad8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547921:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8800/0x88944630cfb63ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547925:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8800/0x88944630cfb63ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547941:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547944:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547950:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547953:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547956:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a589000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.547958:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547961:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547965:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:2.0:1746146174.547967:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.547968:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 3/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547971:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589000/0x88944630cfb63aca lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00000004:00010000:2.0:1746146174.547977:0:10562:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a8910c50 reply state ffff88009c7a7000 transno 4294982934 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547981:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.547983:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009c49f400) 00010000:00010000:2.0:1746146174.547985:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146174.547986:0:10562:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746146174.547998:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a588000/0x88944630cfb63ac3 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbad expref: 16 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.548007:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8800/0x88944630cfb63ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbad expref: 15 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.548010:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:2.0:1746146174.548011:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146174.548012:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d1d8800, rc 0) 00000100:00100000:2.0:1746146174.548062:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a8910c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2446:x1830966202548608:12345-192.168.203.12@tcp:101:cp.0 Request processed in 686us (1099us total) trans 4294982934 rc 0/0 00000100:00100000:2.0:1746146174.548068:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34594 00000100:00100000:0.0:1746146174.550221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.550310:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202548736 00000100:00100000:1.0:1746146174.550318:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202548736 00000100:00100000:1.0:1746146174.550410:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31489 00000100:00100000:1.0:1746146174.550418:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2006:x1830966202548736:12345-192.168.203.12@tcp:8:cp.0 00010000:00080000:1.0:1746146174.550453:0:26612:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp t0 exp (null) cur 776 last 0 00000020:00000080:1.0:1746146174.550491:0:26612:0:(genops.c:1402:class_connect()) connect: client c33e3236-e511-4562-a654-ed3b5b3bc223, cookie 0x88944630cfb63ae6 00002000:00100000:1.0:1746146174.550501:0:26612:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli c33e3236-e511-4562-a654-ed3b5b3bc223/ffff8800b431a800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103647 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746146174.550516:0:26612:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1746146174.550572:0:26612:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800ad5bc540 00002000:00080000:1.0:1746146174.550579:0:26612:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1746146174.550604:0:26612:0:(import.c:66:import_set_state_nolock()) ffff8800b4318800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746146174.550786:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2006:x1830966202548736:12345-192.168.203.12@tcp:8:cp.0 Request processed in 367us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146174.550792:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31489 00000100:00100000:0.0:1746146174.551898:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.551958:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202548864 00000100:00100000:1.0:1746146174.551962:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202548864 00000100:00100000:1.0:1746146174.552016:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31490 00000100:00100000:1.0:1746146174.552022:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:0:x1830966202548864:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746146174.552032:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146174.552044:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbb4 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746146174.552055:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1746146174.552060:0:26612:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746146174.552073:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146174.552075:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146174.552081:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 7 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146174.552094:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 7 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146174.552103:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:1.0:1746146174.552138:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:0:x1830966202548864:12345-192.168.203.12@tcp:101:cp.0 Request processed in 116us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146174.552143:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31490 00000100:00100000:0.0:1746146174.554284:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.554370:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202548992 00000100:00100000:1.0:1746146174.554378:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202548992 00000100:00100000:1.0:1746146174.554419:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31491 00000100:00100000:1.0:1746146174.554430:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2446:x1830966202548992:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746146174.554442:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146174.554456:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbbb expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.554487:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 8 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146174.554493:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146174.554495:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146174.554497:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.554524:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 8 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146174.554535:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 8 pid: 26612 timeout: 876 lvb_type: 1 00000100:00100000:1.0:1746146174.554545:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199409152:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146174.554624:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b1b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146174.557696:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.557735:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dfdce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199409152:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146174.557763:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.557777:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8a000, rc 0) 00000100:00100000:3.0:1746146174.557809:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202549120 00000100:00100000:3.0:1746146174.557816:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202549120 00000100:00100000:2.0:1746146174.557822:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2446:x1830966202548992:12345-192.168.203.12@tcp:101:cp.0 Request processed in 3396us (3543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.557829:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31491 00010000:00010000:3.0:1746146174.557844:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 8 pid: 26612 timeout: 876 lvb_type: 1 00000100:00100000:3.0:1746146174.557868:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14832 00000100:00100000:3.0:1746146174.557874:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202549120:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146174.557883:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146174.557900:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 8 pid: 26612 timeout: 876 lvb_type: 1 00010000:00010000:3.0:1746146174.557910:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 8 pid: 26612 timeout: 876 lvb_type: 1 00010000:00010000:3.0:1746146174.557929:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081a8ba00/0x88944630cfb63aed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbb4 expref: 8 pid: 26612 timeout: 876 lvb_type: 1 00010000:00010000:3.0:1746146174.557942:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146174.557944:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146174.557949:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.557955:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.557978:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146174.557988:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966199409280:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146174.558040:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df11780 going to sleep for 11 seconds 00000100:00100000:3.0:1746146174.561255:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966199409280:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146174.561275:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146174.561309:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202549120:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3435us (3619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.561317:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14832 00000100:00100000:0.0:1746146174.561746:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.561797:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202549376 00000100:00100000:3.0:1746146174.561802:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202549376 00000100:00100000:3.0:1746146174.561836:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 189 00000100:00100000:3.0:1746146174.561842:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2446:x1830966202549376:12345-192.168.203.12@tcp:35:cp.0 00000100:00100000:3.0:1746146174.562206:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2446:x1830966202549376:12345-192.168.203.12@tcp:35:cp.0 Request processed in 363us (459us total) trans 4294982935 rc 0/0 00000100:00100000:3.0:1746146174.562211:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 189 00000100:00100000:2.0:1746146174.566002:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199409536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746146174.566065:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199409408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746146174.566097:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.566155:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199409408 00000100:00100000:0.0:1746146174.566163:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199409408 00000004:00080000:3.0:1746146174.566164:0:11474:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 776784448078ns, next at 777784446331ns, rc = 0 00000100:00100000:0.0:1746146174.566202:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1746146174.566208:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146174.566209:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199409408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746146174.566235:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921137664 avail 3689615360 00000100:00100000:2.0:1746146174.566244:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199409536 00000100:00100000:2.0:1746146174.566247:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199409536 00000100:00100000:2.0:1746146174.566261:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1746146174.566265:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199409536:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746146174.566265:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199409408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146174.566270:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00002000:00000024:2.0:1746146174.566274:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3921137664 avail 3689615360 00000100:00100000:2.0:1746146174.566294:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199409536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 28us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.566298:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1746146174.566326:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199409536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746146174.566326:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199409408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146174.588381:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.588508:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202549632 00000100:00100000:2.0:1746146174.588517:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202549632 00000100:00100000:2.0:1746146174.588567:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34595 00000100:00100000:2.0:1746146174.588575:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2450:x1830966202549632:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.588595:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.588609:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb63afb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbc2 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.588683:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8400/0x88944630cfb63b02 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.588693:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8400/0x88944630cfb63b02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.588702:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8400/0x88944630cfb63b02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:2.0:1746146174.588710:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:2.0:1746146174.588830:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb63afb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc2 expref: 20 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.591009:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8400/0x88944630cfb63b02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc2 expref: 19 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.591024:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:2.0:1746146174.591027:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746146174.591032:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d1d8400, rc 0) 00000100:00100000:2.0:1746146174.591121:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2450:x1830966202549632:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 2543us (2745us total) trans 4294982936 rc 0/0 00000100:00100000:2.0:1746146174.591131:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34595 00000100:00100000:0.0:1746146174.603701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.604284:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202549760 00000100:00100000:2.0:1746146174.604294:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202549760 00000100:00100000:2.0:1746146174.604360:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34596 00000100:00100000:2.0:1746146174.604370:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2454:x1830966202549760:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.604395:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.604418:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63b10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbc9 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.604494:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.604506:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.604517:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:2.0:1746146174.604561:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146174.604565:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146174.604586:0:10562:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.604606:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589400/0x88944630cfb63b10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 10 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.604633:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 9 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.604644:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146174.604646:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146174.604650:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a589800, rc 0) 00000100:00100000:2.0:1746146174.605276:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2454:x1830966202549760:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 906us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.605283:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34596 00000100:00100000:0.0:1746146174.608683:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.608884:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202549888 00000100:00100000:2.0:1746146174.608891:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202549888 00000100:00100000:2.0:1746146174.608941:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34597 00000100:00100000:2.0:1746146174.608948:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2454:x1830966202549888:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.608963:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.608979:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb63b1e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbd0 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.609025:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.609036:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.609045:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.609054:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.609069:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.609177:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.609982:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c464600/0x88944630cfb63b33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.609992:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c464600/0x88944630cfb63b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.609998:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c464600/0x88944630cfb63b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:2.0:1746146174.610063:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:2.0:1746146174.610067:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746146174.610085:0:10562:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c464600/0x88944630cfb63b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610096:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610102:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610106:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610112:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610117:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d1d9000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.610120:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610127:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610139:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146174.610142:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.610146:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610150:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb63b25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610161:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610165:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610169:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610173:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c465600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.610174:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610178:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610183:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009c49f200) 00010000:00010000:2.0:1746146174.610185:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.610186:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610190:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b2c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.610213:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb63b1e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbd0 expref: 11 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.610223:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c464600/0x88944630cfb63b33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbd0 expref: 10 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.610229:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009c49fa00) 00010000:00010000:2.0:1746146174.610230:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746146174.610232:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c464600, rc 0) 00000100:00100000:2.0:1746146174.610301:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2454:x1830966202549888:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 1352us (1626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.610307:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34597 00000100:00100000:0.0:1746146174.616822:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.617455:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202550016 00000100:00100000:2.0:1746146174.617472:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202550016 00000100:00100000:2.0:1746146174.617904:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34598 00000100:00100000:2.0:1746146174.617911:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2454:x1830966202550016:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.617930:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.617946:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465c00/0x88944630cfb63b3a lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbd7 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.618004:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b41 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.618016:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b41 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.618027:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b41 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:2.0:1746146174.618180:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746146174.618185:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746146174.618219:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465c00/0x88944630cfb63b3a lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbd7 expref: 12 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.618491:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c465600/0x88944630cfb63b41 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbd7 expref: 11 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.618499:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:2.0:1746146174.618502:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746146174.618505:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c465600, rc 0) 00000100:00100000:2.0:1746146174.618851:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2454:x1830966202550016:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 939us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.618857:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34598 00000100:00100000:0.0:1746146174.623220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.623305:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202550144 00000100:00100000:2.0:1746146174.623315:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202550144 00000100:00100000:2.0:1746146174.623540:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34599 00000100:00100000:2.0:1746146174.623549:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2454:x1830966202550144:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.623567:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.623582:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c465c00/0x88944630cfb63b48 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbde expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.623631:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a589400/0x88944630cfb63b4f lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.623641:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a589400/0x88944630cfb63b4f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT1 00010000:00010000:2.0:1746146174.623651:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a589400/0x88944630cfb63b4f lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT1 00000004:00200000:2.0:1746146174.623694:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746146174.623699:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746146174.625262:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c465c00/0x88944630cfb63b48 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbde expref: 7 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.625300:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a589400/0x88944630cfb63b4f lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbde expref: 6 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.625308:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88009c440a00) 00010000:00010000:2.0:1746146174.625311:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746146174.625313:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a589400, rc 0) 00000100:00100000:2.0:1746146174.626377:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2454:x1830966202550144:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 2827us (3355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.626386:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34599 00000100:00100000:0.0:1746146174.628536:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.629270:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202550272 00000100:00100000:2.0:1746146174.629278:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202550272 00000100:00100000:2.0:1746146174.629328:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34600 00000100:00100000:2.0:1746146174.629335:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2454:x1830966202550272:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.629350:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.629365:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a5a2e00/0x88944630cfb63b56 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbe5 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.629415:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629426:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629435:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629446:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629451:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629455:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629526:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629532:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629537:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:2.0:1746146174.629569:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00000004:00200000:2.0:1746146174.629573:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146174.629588:0:10562:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629596:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629603:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629608:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629613:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629621:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629625:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2e0a00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.629629:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629634:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629644:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:2.0:1746146174.629647:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.629650:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629655:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb63b5d lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629666:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629675:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629679:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629683:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e4d4c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146174.629685:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629689:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629697:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009c49f400) 00010000:00010000:2.0:1746146174.629699:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146174.629701:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629705:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb63b64 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.629741:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a5a2e00/0x88944630cfb63b56 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 13 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.629752:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 12 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.629757:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:2.0:1746146174.629759:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146174.629761:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009146a000, rc 0) 00000100:00100000:2.0:1746146174.629804:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2454:x1830966202550272:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 470us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.629809:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34600 00000100:00100000:0.0:1746146174.633355:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.633493:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202550400 00000100:00100000:2.0:1746146174.633502:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202550400 00000100:00100000:2.0:1746146174.634120:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31492 00000100:00100000:2.0:1746146174.634128:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2006:x1830966202550400:12345-192.168.203.12@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746146174.634162:0:26612:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp t0 exp (null) cur 776 last 0 00000020:00000080:2.0:1746146174.634194:0:26612:0:(genops.c:1402:class_connect()) connect: client 32e61901-aa30-46d1-9327-dd30d0b20f3f, cookie 0x88944630cfb63b72 00002000:00100000:2.0:1746146174.634204:0:26612:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 32e61901-aa30-46d1-9327-dd30d0b20f3f/ffff88012e851800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103647 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746146174.634214:0:26612:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746146174.634280:0:26612:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800ad5bc540 00002000:00080000:2.0:1746146174.634290:0:26612:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746146174.634317:0:26612:0:(import.c:66:import_set_state_nolock()) ffff88012e856000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746146174.634386:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2006:x1830966202550400:12345-192.168.203.12@tcp:8:mmap_cat.0 Request processed in 256us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.634393:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31492 00000100:00100000:0.0:1746146174.636338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.636445:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202550528 00000100:00100000:3.0:1746146174.636453:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202550528 00000100:00100000:3.0:1746146174.636552:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31493 00000100:00100000:3.0:1746146174.636559:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:0:x1830966202550528:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746146174.636575:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146174.636590:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800729d7200/0x88944630cfb63b79 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbec expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146174.636634:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199409664:192.168.203.12@tcp:106: 00000100:00100000:3.0:1746146174.636712:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df11d80 going to sleep for 11 seconds 00000100:00080000:2.0:1746146174.636899:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1746146174.638483:0:10121:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746146174.638487:0:10121:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime: 0 -> 1746146175 00002000:00010000:3.0:1746146174.638489:0:10121:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1746146175 00002000:00010000:3.0:1746146174.638491:0:10121:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime: 0 -> 1746146175 00002000:00010000:3.0:1746146174.638492:0:10121:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1746146174.638510:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199409664:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746146174.638540:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800729d7200/0x88944630cfb63b79 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbec expref: 7 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146174.638553:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800729d7200/0x88944630cfb63b79 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbec expref: 7 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146174.638568:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d7200, rc 0) 00000100:00100000:3.0:1746146174.638621:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:0:x1830966202550528:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 2061us (2289us total) trans 0 rc 301/301 00000100:00100000:3.0:1746146174.638629:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31493 00000100:00100000:0.0:1746146174.641262:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.642084:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202550784 00000100:00100000:2.0:1746146174.642094:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202550784 00000100:00100000:2.0:1746146174.642969:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34601 00000100:00100000:2.0:1746146174.642984:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2454:x1830966202550784:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.643004:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.643020:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a600/0x88944630cfb63b80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbf3 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.643106:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63b87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146174.643118:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63b87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146174.643128:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63b87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146174.643136:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:2.0:1746146174.643226:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a600/0x88944630cfb63b80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbf3 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.643261:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63b87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbf3 expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.643269:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:2.0:1746146174.643271:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146174.643273:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7dbe00, rc 0) 00000100:00100000:2.0:1746146174.643320:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2454:x1830966202550784:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 342us (2068us total) trans 4294982937 rc 0/0 00000100:00100000:2.0:1746146174.643326:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34601 00000100:00100000:0.0:1746146174.647627:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146174.647678:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.647758:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202551040 00000100:00100000:3.0:1746146174.647770:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202551040 00000100:00100000:3.0:1746146174.647832:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 457 00000100:00100000:3.0:1746146174.647841:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2008:x1830966202551040:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146174.647856:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146174.647884:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63b87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbf3 expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.647905:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:3.0:1746146174.647908:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146174.647950:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+13:2008:x1830966202551040:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 111us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.647956:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 457 00000100:00100000:2.0:1746146174.648026:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202550912 00000100:00100000:2.0:1746146174.648030:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202550912 00000100:00100000:2.0:1746146174.648052:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31494 00000100:00100000:2.0:1746146174.648057:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202550912:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.648069:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.648081:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c7da600/0x88944630cfb63b95 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffbfa expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146174.648123:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199409792:192.168.203.12@tcp:106: 00000100:00100000:2.0:1746146174.648174:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f02fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146174.650213:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199409792:192.168.203.12@tcp:106: 00010000:00010000:2.0:1746146174.650245:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c7da600/0x88944630cfb63b95 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbfa expref: 7 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146174.650258:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c7da600/0x88944630cfb63b95 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbfa expref: 7 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146174.650281:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7da600, rc 0) 00000100:00100000:2.0:1746146174.650315:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2010:x1830966202550912:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 2257us (2636us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146174.650323:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31494 00000100:00100000:0.0:1746146174.652562:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.652689:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202551168 00000100:00100000:2.0:1746146174.652697:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202551168 00000100:00100000:2.0:1746146174.652942:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31495 00000100:00100000:2.0:1746146174.652951:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2454:x1830966202551168:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.652966:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.652982:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc01 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.653010:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.653017:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146174.653019:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146174.653022:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.653049:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.653060:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 6 pid: 26612 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746146174.653070:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199409920:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146174.653147:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f02fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146174.654970:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199409920:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146174.655000:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.655016:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009146a600, rc 0) 00000100:00100000:2.0:1746146174.655065:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2454:x1830966202551168:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 2114us (2511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.655073:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31495 00000100:00100000:0.0:1746146174.655600:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.656320:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202551296 00000100:00100000:2.0:1746146174.656327:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202551296 00002000:00100000:2.0:1746146174.656369:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff8800a1518700 x1830966202551296/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:305/0 lens 2208/0 e 0 to 0 dl 1746146185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746146174.656377:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518700 with x1830966202551296 ext(0->1715) 00010000:00010000:2.0:1746146174.656385:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 7 pid: 26612 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746146174.656397:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 7 pid: 26612 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746146174.656403:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1518700 00000100:00100000:2.0:1746146174.656438:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3611 00000100:00100000:2.0:1746146174.656445:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202551296:12345-192.168.203.12@tcp:4:cp.0 00000001:00100000:0.0:1746146174.658180:0:9580:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 32e61901-aa30-46d1-9327-dd30d0b20f3f 00000001:00100000:0.0:1746146174.658190:0:9580:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c33e3236-e511-4562-a654-ed3b5b3bc223 00000100:00100000:2.0:1746146174.659960:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202551296:12345-192.168.203.12@tcp:4:cp.0 Request processed in 3507us (4352us total) trans 4294970882 rc 0/0 00000100:00100000:2.0:1746146174.659971:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3611 00002000:00100000:2.0:1746146174.659983:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x18:0x0] (0->1715) req@ffff8800a1518700 x1830966202551296/t4294970882(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:305/0 lens 2208/448 e 0 to 0 dl 1746146185 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746146174.659998:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518700 with x1830966202551296 ext(0->1715) 00010000:00010000:2.0:1746146174.660008:0:27126:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 8 pid: 26612 timeout: 876 lvb_type: 0 00010000:00010000:2.0:1746146174.660021:0:27126:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 8 pid: 26612 timeout: 876 lvb_type: 0 00002000:00010000:2.0:1746146174.660027:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a1518700 00000100:00100000:0.0:1746146174.662504:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.662580:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202551424 00000100:00100000:1.0:1746146174.662588:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202551424 00010000:00010000:1.0:1746146174.662619:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 8 pid: 26612 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746146174.662746:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14833 00000100:00100000:1.0:1746146174.662781:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202551424:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146174.662794:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746146174.662813:0:7218:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1746146174.662819:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 8 pid: 26612 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746146174.662831:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 8 pid: 26612 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746146174.662851:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081a8a000/0x88944630cfb63af4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbbb expref: 8 pid: 26612 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746146174.662879:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146174.662881:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146174.662892:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.662899:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.662929:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146174.662941:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007dfdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966199410048:192.168.203.12@tcp:105: 00000100:00100000:1.0:1746146174.663010:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b1b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146174.668157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.668269:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007dfdf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966199410048:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146174.668291:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146174.668328:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202551424:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5548us (5834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146174.668337:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14833 00000100:00100000:2.0:1746146174.668998:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202551680 00000100:00100000:2.0:1746146174.669006:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202551680 00002000:00100000:2.0:1746146174.669054:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a1518e00 x1830966202551680/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:305/0 lens 488/0 e 0 to 0 dl 1746146185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146174.669064:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518e00 with x1830966202551680 ext(0->4095) 00002000:00010000:2.0:1746146174.669068:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1518e00 00000100:00100000:2.0:1746146174.669099:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14188 00000100:00100000:2.0:1746146174.669106:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202551680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746146174.669257:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202551680:12345-192.168.203.12@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (1108us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146174.669262:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14188 00002000:00100000:2.0:1746146174.669268:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff8800a1518e00 x1830966202551680/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:305/0 lens 488/4536 e 0 to 0 dl 1746146185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146174.669275:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518e00 with x1830966202551680 ext(0->4095) 00002000:00010000:2.0:1746146174.669278:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1518e00 00000100:00100000:0.0:1746146174.674326:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.674393:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202551936 00000100:00100000:3.0:1746146174.674402:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202551936 00000100:00100000:3.0:1746146174.674454:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 190 00000100:00100000:3.0:1746146174.674469:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c461850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+13:2454:x1830966202551936:12345-192.168.203.12@tcp:35:mmap_cat.0 00000100:00100000:3.0:1746146174.674679:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c461850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2454:x1830966202551936:12345-192.168.203.12@tcp:35:mmap_cat.0 Request processed in 217us (360us total) trans 4294982938 rc 0/0 00000100:00100000:3.0:1746146174.674685:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 190 00000100:00100000:0.0:1746146174.686439:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.686548:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202552064 00000100:00100000:2.0:1746146174.686557:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202552064 00000100:00100000:2.0:1746146174.686596:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34602 00000100:00100000:2.0:1746146174.686603:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2457:x1830966202552064:12345-192.168.203.12@tcp:101:truncate.0 00010000:00010000:2.0:1746146174.686623:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.686640:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7da600/0x88944630cfb63ba3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc08 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.686668:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63baa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.686679:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63baa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.686689:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63baa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.686813:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7da600/0x88944630cfb63ba3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc08 expref: 21 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.686960:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7dbe00/0x88944630cfb63baa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc08 expref: 20 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.686969:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:2.0:1746146174.686972:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746146174.686976:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7dbe00, rc 0) 00000100:00100000:2.0:1746146174.687235:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2457:x1830966202552064:12345-192.168.203.12@tcp:101:truncate.0 Request processed in 632us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.687242:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34602 00000100:00100000:0.0:1746146174.690634:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.690896:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202552320 00000100:00100000:2.0:1746146174.690905:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202552320 00000100:00100000:2.0:1746146174.690944:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34603 00000100:00100000:2.0:1746146174.690952:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2457:x1830966202552320:12345-192.168.203.12@tcp:36:truncate.0 00010000:00010000:2.0:1746146174.690997:0:10562:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146174.691021:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d8800/0x88944630cfb63ad8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbad expref: 20 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.691035:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:2.0:1746146174.691039:0:10562:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146174.691166:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.691175:0:10562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 13 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.691181:0:10562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146174.691205:0:10562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 13 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.691215:0:10562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 13 pid: 10562 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746146174.691226:0:10562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10562:1830966199410176:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146174.691305:0:10562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f02fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746146174.693054:0:10562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10562:1830966199410176:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146174.693084:0:10562:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000100:00100000:0.0:1746146174.695033:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.695216:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202552448 00000100:00100000:1.0:1746146174.695224:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202552448 00010000:00010000:1.0:1746146174.695255:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 14 pid: 10562 timeout: 876 lvb_type: 0 00000100:00100000:1.0:1746146174.695296:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14834 00000100:00100000:1.0:1746146174.695305:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2007:x1830966202552448:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146174.695318:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146174.695323:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 14 pid: 10562 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746146174.695333:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 14 pid: 10562 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746146174.695351:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a000/0x88944630cfb63b6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbe5 expref: 14 pid: 10562 timeout: 876 lvb_type: 0 00010000:00010000:1.0:1746146174.695381:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:1.0:1746146174.695386:0:7218:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.695395:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.695400:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.695419:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146174.695457:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+13:2007:x1830966202552448:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 154us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146174.695472:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14834 00010000:00010000:1.0:1746146174.695529:0:10562:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.695534:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000001:00080000:1.0:1746146174.695617:0:10562:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982939 00000004:00010000:1.0:1746146174.695661:0:10562:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a151ad80 reply state ffff880130c52000 transno 4294982940 ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.695669:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.695674:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:1.0:1746146174.695676:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746146174.695678:0:10562:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746146174.695775:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2457:x1830966202552320:12345-192.168.203.12@tcp:36:truncate.0 Request processed in 4824us (5149us total) trans 4294982940 rc 0/0 00000100:00100000:1.0:1746146174.695781:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34603 00000020:00080000:1.0:1746146174.695784:0:10562:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746146174.698309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.698430:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202552576 00000100:00100000:2.0:1746146174.698439:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202552576 00000100:00100000:2.0:1746146174.698619:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31496 00000100:00100000:2.0:1746146174.698628:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2457:x1830966202552576:12345-192.168.203.12@tcp:101:truncate.0 00010000:00010000:2.0:1746146174.698646:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.698661:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc0f expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.698689:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.698695:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146174.698696:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146174.698699:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 8 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.698769:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.698780:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 5 pid: 10121 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746146174.698791:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199410304:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146174.698872:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f02f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146174.702407:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199410304:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146174.702438:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 8 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.702455:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cb4ea00, rc 0) 00000100:00100000:2.0:1746146174.702508:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2457:x1830966202552576:12345-192.168.203.12@tcp:101:truncate.0 Request processed in 3880us (4206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.702517:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31496 00000100:00100000:0.0:1746146174.703675:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.703909:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202552704 00000100:00100000:3.0:1746146174.703917:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202552704 00010000:00010000:3.0:1746146174.703957:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 6 pid: 10121 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746146174.703997:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14835 00000100:00100000:3.0:1746146174.704005:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202552704:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146174.704019:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146174.704043:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 6 pid: 10121 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746146174.704054:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 6 pid: 10121 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746146174.704075:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009146a600/0x88944630cfb63b9c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc01 expref: 6 pid: 10121 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746146174.704092:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146174.704094:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146174.704099:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.704108:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.704141:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 7 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146174.704151:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966199410432:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146174.704213:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df11240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146174.708268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.708366:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966199410432:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146174.708384:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146174.708419:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202552704:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4415us (4750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.708427:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14835 00000100:00100000:1.0:1746146174.708507:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202552832 00000100:00100000:1.0:1746146174.708514:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202552832 00002000:00010000:1.0:1746146174.708542:0:24977:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:1.0:1746146174.708545:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba2d80 with x1830966202552832 ext(858->18446744073709551615) 00002000:00010000:1.0:1746146174.708552:0:24977:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ba2d80. 00000100:00100000:1.0:1746146174.708580:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14189 00000100:00100000:1.0:1746146174.708587:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202552832:12345-192.168.203.12@tcp:10:truncate.0 00002000:00010000:1.0:1746146174.709470:0:24977:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746146174.709475:0:24977:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 1746146175 -> 1746146175 00002000:00010000:1.0:1746146174.709477:0:24977:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 1746146175 -> 0 00002000:00010000:1.0:1746146174.709478:0:24977:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 1746146175 -> 1746146175 00002000:00010000:1.0:1746146174.709480:0:24977:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746146174.709516:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202552832:12345-192.168.203.12@tcp:10:truncate.0 Request processed in 929us (1254us total) trans 4294970883 rc 0/0 00000100:00100000:1.0:1746146174.709522:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14189 00002000:00010000:1.0:1746146174.709525:0:24977:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/24 (858->18446744073709551615) 00002000:00100000:1.0:1746146174.709527:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba2d80 with x1830966202552832 ext(858->18446744073709551615) 00002000:00010000:1.0:1746146174.709530:0:24977:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ba2d80. 00000100:00100000:0.0:1746146174.719404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.719699:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202552960 00000100:00100000:1.0:1746146174.719710:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202552960 00000100:00100000:1.0:1746146174.719801:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34604 00000100:00100000:1.0:1746146174.719811:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+22:2459:x1830966202552960:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746146174.719841:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146174.719862:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb63bbf lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc16 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.719930:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.719940:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.719955:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.719964:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720330:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720338:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720408:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b600/0x88944630cfb63bd4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720415:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b600/0x88944630cfb63bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720420:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b600/0x88944630cfb63bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:1.0:1746146174.720448:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:1.0:1746146174.720633:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746146174.720653:0:10562:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b600/0x88944630cfb63bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720660:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b600/0x88944630cfb63bd4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720667:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720671:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720675:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720680:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720684:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8ba00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146174.720687:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720693:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720700:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:1.0:1746146174.720703:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146174.720705:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.720709:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63bc6 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.722809:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.722820:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.722826:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.722832:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8b200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146174.722836:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.722842:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.722854:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009c49f400) 00010000:00010000:1.0:1746146174.722857:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146174.722859:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.722863:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63bcd lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.722899:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb63bbf lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc16 expref: 24 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.722911:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b600/0x88944630cfb63bd4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc16 expref: 23 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.722917:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:1.0:1746146174.722919:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746146174.722921:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8b600, rc 0) 00000100:00100000:1.0:1746146174.722977:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+23:2459:x1830966202552960:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 3165us (3583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146174.722984:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34604 00000100:00100000:0.0:1746146174.725926:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.726000:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202553216 00000100:00100000:1.0:1746146174.726008:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202553216 00002000:00100000:1.0:1746146174.726046:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880131ba3b80 x1830966202553216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:305/0 lens 488/0 e 0 to 0 dl 1746146185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746146174.726054:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba3b80 with x1830966202553216 ext(0->4095) 00002000:00010000:1.0:1746146174.726059:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ba3b80 00000100:00100000:1.0:1746146174.726135:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14190 00000100:00100000:1.0:1746146174.726143:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202553216:12345-192.168.203.12@tcp:3:cp.0 00000100:00100000:1.0:1746146174.726262:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202553216:12345-192.168.203.12@tcp:3:cp.0 Request processed in 119us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146174.726268:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14190 00002000:00100000:1.0:1746146174.726273:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880131ba3b80 x1830966202553216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:305/0 lens 488/4536 e 0 to 0 dl 1746146185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746146174.726279:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba3b80 with x1830966202553216 ext(0->4095) 00002000:00010000:1.0:1746146174.726282:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ba3b80 00000100:00100000:2.0:1746146174.749304:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.749440:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202553344 00000100:00100000:1.0:1746146174.749450:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202553344 00000100:00100000:1.0:1746146174.749518:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34605 00000100:00100000:1.0:1746146174.749526:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+13:2463:x1830966202553344:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746146174.749552:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146174.749570:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb63bdb lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc1d expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.749627:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749644:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749657:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749666:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749672:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749676:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749758:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ac00/0x88944630cfb63bf0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749766:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ac00/0x88944630cfb63bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749771:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ac00/0x88944630cfb63bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:1.0:1746146174.749806:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00000004:00200000:1.0:1746146174.749811:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746146174.749850:0:10562:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ac00/0x88944630cfb63bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749859:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ac00/0x88944630cfb63bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749867:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749871:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749878:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749883:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749887:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8b200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146174.749891:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749897:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749906:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:1.0:1746146174.749909:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146174.749912:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749916:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8b200/0x88944630cfb63be2 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749966:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749975:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749979:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749983:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8ba00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146174.749985:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749993:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.749999:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009c49f400) 00010000:00010000:1.0:1746146174.750001:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146174.750003:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.750008:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63be9 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.750027:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb63bdb lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc1d expref: 15 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.750037:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ac00/0x88944630cfb63bf0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc1d expref: 14 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.750043:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:1.0:1746146174.750045:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746146174.750047:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ac00, rc 0) 00000100:00100000:1.0:1746146174.750099:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2463:x1830966202553344:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 573us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146174.750105:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34605 00000100:00100000:0.0:1746146174.753796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.753928:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202553472 00000100:00100000:2.0:1746146174.753938:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202553472 00000100:00100000:2.0:1746146174.754042:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31497 00000100:00100000:2.0:1746146174.754051:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202553472:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.754067:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.754086:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c28ee00/0x88944630cfb63bf7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc24 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146174.754137:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199410560:192.168.203.12@tcp:106: 00000100:00100000:2.0:1746146174.755120:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f02f600 going to sleep for 11 seconds 00002000:00010000:2.0:1746146174.758136:0:10121:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime: 0 -> 1746146175 00000100:00100000:2.0:1746146174.758165:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199410560:192.168.203.12@tcp:106: 00010000:00010000:2.0:1746146174.758197:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c28ee00/0x88944630cfb63bf7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc24 expref: 6 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146174.758209:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c28ee00/0x88944630cfb63bf7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc24 expref: 6 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146174.759017:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28ee00, rc 0) 00000100:00100000:2.0:1746146174.759076:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202553472:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 5023us (5286us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146174.759085:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31497 00000100:00100000:0.0:1746146174.761941:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.762071:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202553728 00000100:00100000:1.0:1746146174.762080:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202553728 00000100:00100000:1.0:1746146174.762136:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34606 00000100:00100000:1.0:1746146174.762145:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2463:x1830966202553728:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746146174.762165:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146174.762183:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb63bfe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc2b expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.762271:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63c05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.762284:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63c05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:1.0:1746146174.762295:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63c05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:1.0:1746146174.762304:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:1.0:1746146174.762971:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ae00/0x88944630cfb63bfe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc2b expref: 17 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.763056:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8ba00/0x88944630cfb63c05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc2b expref: 16 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146174.763065:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:1.0:1746146174.763067:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1746146174.763070:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880081a8ba00, rc 0) 00000100:00100000:1.0:1746146174.763117:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2463:x1830966202553728:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 973us (1182us total) trans 4294982941 rc 0/0 00000100:00100000:1.0:1746146174.763123:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34606 00000100:00100000:0.0:1746146174.765991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.766436:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202553856 00000100:00100000:2.0:1746146174.766450:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202553856 00000100:00100000:2.0:1746146174.766521:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31498 00000100:00100000:2.0:1746146174.766529:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202553856:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.766548:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.766571:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c28e200/0x88944630cfb63c13 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc32 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146174.766635:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199410688:192.168.203.12@tcp:106: 00000100:00100000:2.0:1746146174.766758:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f02f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146174.770332:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199410688:192.168.203.12@tcp:106: 00010000:00010000:0.0:1746146174.770373:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c28e200/0x88944630cfb63c13 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc32 expref: 6 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146174.770392:0:10121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c28e200/0x88944630cfb63c13 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc32 expref: 6 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146174.770426:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e200, rc 0) 00000100:00100000:0.0:1746146174.770496:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2009:x1830966202553856:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 3967us (4514us total) trans 0 rc 301/301 00000100:00100000:0.0:1746146174.770509:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31498 00000100:00100000:0.0:1746146174.772677:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146174.772743:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202553984 00000100:00100000:2.0:1746146174.772750:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202553984 00000100:00100000:2.0:1746146174.772795:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31499 00000100:00100000:2.0:1746146174.772802:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2463:x1830966202553984:12345-192.168.203.12@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746146174.772816:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146174.772831:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c28e600/0x88944630cfb63c1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc39 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.772861:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 8 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.772868:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146174.772870:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146174.772873:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28e600/0x88944630cfb63c1a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc39 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.772905:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 8 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.772921:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 8 pid: 10121 timeout: 876 lvb_type: 0 00000100:00100000:2.0:1746146174.772933:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199410816:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146174.773045:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f02f780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146174.774672:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10121:1830966199410816:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146174.774697:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c28e600/0x88944630cfb63c1a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc39 expref: 6 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146174.774711:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c28e600, rc 0) 00000100:00100000:2.0:1746146174.774771:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2463:x1830966202553984:12345-192.168.203.12@tcp:101:mmap_cat.0 Request processed in 1969us (2101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146174.774778:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31499 00000100:00100000:0.0:1746146174.775295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146174.775379:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202554112 00000100:00100000:3.0:1746146174.775387:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202554112 00010000:00010000:3.0:1746146174.775416:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 9 pid: 10121 timeout: 876 lvb_type: 0 00000100:00100000:3.0:1746146174.775453:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14836 00000100:00100000:3.0:1746146174.775460:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202554112:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146174.775485:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146174.775500:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 9 pid: 10121 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746146174.775510:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 9 pid: 10121 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746146174.775527:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63bb8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc0f expref: 9 pid: 10121 timeout: 876 lvb_type: 0 00010000:00010000:3.0:1746146174.775667:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146174.775669:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146174.775677:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c28e600/0x88944630cfb63c1a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc39 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.775694:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28e600/0x88944630cfb63c1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc39 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146174.775748:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c28e600/0x88944630cfb63c1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc39 expref: 5 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146174.775759:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966199410944:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146174.775823:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df11240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146174.778180:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146174.778244:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202554368 00000100:00100000:1.0:1746146174.778251:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202554368 00000100:00100000:3.0:1746146174.778271:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966199410944:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146174.778287:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746146174.778288:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880131ba3800 x1830966202554368/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:305/0 lens 488/0 e 0 to 0 dl 1746146185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746146174.778295:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba3800 with x1830966202554368 ext(0->4095) 00002000:00010000:1.0:1746146174.778299:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ba3800 00000100:00100000:3.0:1746146174.778333:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202554112:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2872us (3037us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146174.778340:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14836 00000100:00100000:2.0:1746146174.778396:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14191 00000100:00100000:2.0:1746146174.778404:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202554368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746146174.778535:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202554368:12345-192.168.203.12@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746146174.778593:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14191 00002000:00100000:2.0:1746146174.778599:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff880131ba3800 x1830966202554368/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:305/0 lens 488/4536 e 0 to 0 dl 1746146185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746146174.778605:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba3800 with x1830966202554368 ext(0->4095) 00002000:00010000:2.0:1746146174.778608:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ba3800 00010000:00010000:0.0:1746146175.071132:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746146175.531791:0:7214:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982941 is committed 00000001:00080000:3.0:1746146175.531812:0:7214:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982940 is committed 00000004:00080000:3.0:1746146175.531825:0:7214:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000004:00080000:3.0:1746146175.531840:0:7214:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00010000:00010000:3.0:1746146175.531861:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146175.531870:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146175.531877:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146175.531881:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8a800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146175.531886:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146175.531891:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146175.531906:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009e7b8600) 00010000:00010000:3.0:1746146175.531908:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146175.531911:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146175.531916:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63a06 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146175.531940:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531945:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531949:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531953:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131bf3200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146175.531955:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531959:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531964:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88009c49f200) 00010000:00010000:3.0:1746146175.531965:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146175.531967:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531973:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf3200/0x88944630cfb63a45 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531985:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531989:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531993:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.531996:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b1b2a00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146175.531998:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532002:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532007:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff88009c49fa00) 00010000:00010000:3.0:1746146175.532009:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146175.532010:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532014:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb63a4c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532020:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532024:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532029:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532032:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d127000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146175.532034:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532038:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532043:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88009c49f700) 00010000:00010000:3.0:1746146175.532045:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146175.532047:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532051:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d127000/0x88944630cfb63a53 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532061:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532065:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532068:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532072:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a589200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146175.532074:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532078:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532084:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff88009c49f400) 00010000:00010000:3.0:1746146175.532086:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146175.532088:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532092:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589200/0x88944630cfb63ad1 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532103:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532108:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532112:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532115:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009146ac00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146175.532117:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532121:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532126:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff88009c49fc00) 00010000:00010000:3.0:1746146175.532127:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146175.532128:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146175.532132:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63bb1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00000100:00100000:1.0:1746146175.532332:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199411072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746146175.532388:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146175.532993:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199411072 00000100:00100000:2.0:1746146175.533003:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199411072 00000100:00100000:2.0:1746146175.533048:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31500 00000100:00100000:2.0:1746146175.533055:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199411072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746146175.533085:0:10121:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00010000:00010000:2.0:1746146175.533108:0:10121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146175.533124:0:10121:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146175.533130:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146175.533132:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146175.533134:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146175.533158:0:10121:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 5 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146175.533169:0:10121:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 5 pid: 21272 timeout: 877 lvb_type: 0 00000100:00100000:2.0:1746146175.533179:0:10121:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199411200:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146175.533243:0:10121:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009f02f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746146175.538224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146175.538276:0:10121:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10121:1830966199411200:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146175.538297:0:10121:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146175.538327:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202554496 00000100:00100000:1.0:1746146175.538332:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202554496 00010000:00010000:1.0:1746146175.538374:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 6 pid: 21272 timeout: 877 lvb_type: 0 00000100:00100000:1.0:1746146175.538398:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14837 00000100:00100000:1.0:1746146175.538407:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202554496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146175.538422:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146175.538426:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 6 pid: 21272 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746146175.538434:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 6 pid: 21272 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746146175.538467:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a512c00/0x88944630cfb639ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb67 expref: 6 pid: 21272 timeout: 877 lvb_type: 0 00010000:00010000:1.0:1746146175.538478:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146175.538481:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146175.538484:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538491:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538508:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146175.538545:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2007:x1830966202554496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 139us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146175.538550:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14837 00010000:00010000:1.0:1746146175.538565:0:10121:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538571:0:10121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538579:0:10121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538585:0:10121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538597:0:10121:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1746146175.538869:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3766:x1830966199411072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5813us (6479us total) trans 4294972296 rc 0/0 00000100:00100000:1.0:1746146175.538877:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31500 00010000:00010000:1.0:1746146175.538894:0:7222:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746146175.538900:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538906:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c28ee00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146175.538910:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538917:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538927:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538932:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c28ee00/0x88944630cfb63c21 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146175.538946:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146175.538947:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146175.538948:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1746146175.538969:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880131ba1180/2, rc 0, transno 4294972296 00000100:00100000:1.0:1746146175.538974:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199411072:0@lo:6:osp-syn-1-0.0 00000100:00080000:1.0:1746146175.539043:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146176.069917:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1830966199411328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746146176.069978:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146176.070016:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199411328 00000100:00100000:3.0:1746146176.070025:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199411328 00000100:00080000:0.0:1746146176.070053:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746146176.070104:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1746146176.070113:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830966199411328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746146176.070139:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921104896 avail 3689582592 00000100:00100000:2.0:1746146176.070174:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1830966199411328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146176.070180:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1746146176.071120:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1830966199411328:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1746146176.074020:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746146176.118467:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746146176.118488:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199411456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746146176.118555:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146176.118634:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199411456 00000100:00100000:2.0:1746146176.118641:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199411456 00000100:00100000:2.0:1746146176.118679:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1746146176.118687:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199411456:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1746146176.118705:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1746146176.118706:0:9585:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3921104896 avail 3689582592 00000100:00100000:2.0:1746146176.118748:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199411456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146176.118754:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1746146176.118786:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199411456:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1746146177.075992:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146177.509903:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746146177.509919:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199411584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746146177.509971:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146177.510029:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199411584 00000100:00100000:0.0:1746146177.510034:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199411584 00000100:00100000:0.0:1746146177.510061:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1746146177.510067:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199411584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746146177.510091:0:7239:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:0.0:1746146177.510119:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830966199411584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146177.510124:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1746146177.510147:0:3768:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967388 gen 2 00000004:00080000:0.0:1746146177.510153:0:3768:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967388 committed transno 4294967388 00000020:00080000:0.0:1746146177.510158:0:3768:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88013675b480 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:0.0:1746146177.510162:0:3768:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009c49f500 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88013675bd80 00000020:00080000:0.0:1746146177.510165:0:3768:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:0.0:1746146177.510167:0:3768:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009c49f000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131bf2800 00000020:00080000:0.0:1746146177.510169:0:3768:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:0.0:1746146177.510194:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1830966199411584:0@lo:41:osp-pre-1-0.0 00000020:00080000:0.0:1746146177.510204:0:7264:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:0.0:1746146177.510263:0:7264:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000001:02000400:2.0:1746146177.962015:0:28449:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 20:36:17 (1746146177) 00000100:00100000:0.0:1746146178.008391:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.008428:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202554624 00000100:00100000:0.0:1746146178.008435:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202554624 00000100:00100000:0.0:1746146178.008492:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34607 00000100:00100000:0.0:1746146178.008500:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:3105:x1830966202554624:12345-192.168.203.12@tcp:41:stat.0 00000004:00000024:0.0:1746146178.008541:0:10562:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842242560 avail 7379169280 00000100:00100000:0.0:1746146178.008588:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:3105:x1830966202554624:12345-192.168.203.12@tcp:41:stat.0 Request processed in 89us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.008594:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34607 00000100:00080000:0.0:1746146178.008610:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146178.037535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146178.037612:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202554752 00000100:00100000:1.0:1746146178.037620:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202554752 00000100:00100000:1.0:1746146178.037661:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34608 00000100:00100000:1.0:1746146178.037669:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+10:3109:x1830966202554752:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:1.0:1746146178.037690:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146178.037709:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945e400/0x88944630cfb63c28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc40 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146178.037784:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037798:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037812:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037823:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037829:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037834:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037879:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037885:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037891:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037897:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037903:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945ea00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146178.037907:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037917:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037926:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146178.037929:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146178.037933:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037938:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ea00/0x88944630cfb63c2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037948:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037952:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037957:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037960:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945ee00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146178.037962:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037967:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037972:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009f009a00) 00010000:00010000:1.0:1746146178.037974:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146178.037976:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.037980:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb63c36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146178.038006:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945e400/0x88944630cfb63c28 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc40 expref: 11 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146178.038013:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945e400/0x88944630cfb63c28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc40 expref: 11 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146178.038018:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945e400, rc 0) 00000100:00100000:1.0:1746146178.038063:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+10:3109:x1830966202554752:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 394us (536us total) trans 0 rc 301/301 00000100:00100000:1.0:1746146178.038069:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34608 00000100:00100000:2.0:1746146178.042890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.042978:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202555008 00000100:00100000:0.0:1746146178.042988:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202555008 00000100:00100000:0.0:1746146178.043040:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34609 00000100:00100000:0.0:1746146178.043049:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:3109:x1830966202555008:12345-192.168.203.12@tcp:36:lfs.0 00010000:00010000:0.0:1746146178.043110:0:10562:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146178.043141:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b12ae00/0x88944630cfb63a6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffb8a expref: 10 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.043157:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146178.043162:0:10562:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746146178.043225:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:0.0:1746146178.043237:0:10562:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 11 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.043244:0:10562:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:0.0:1746146178.043277:0:10562:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 11 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.043288:0:10562:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 11 pid: 10562 timeout: 880 lvb_type: 0 00000100:00100000:0.0:1746146178.043303:0:10562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10562:1830966199411712:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146178.043402:0:10562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96240 going to sleep for 11 seconds 00000100:00100000:0.0:1746146178.046139:0:10562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10562:1830966199411712:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146178.046169:0:10562:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000100:00100000:0.0:1746146178.051642:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.052525:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202555136 00000100:00100000:2.0:1746146178.052533:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202555136 00010000:00010000:2.0:1746146178.052587:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 12 pid: 10562 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746146178.052613:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14838 00000100:00100000:2.0:1746146178.052619:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2008:x1830966202555136:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146178.052630:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146178.052634:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 12 pid: 10562 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.052650:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 12 pid: 10562 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.052673:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a589800/0x88944630cfb63b17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffbc9 expref: 12 pid: 10562 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.052689:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146178.052694:0:7218:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.052702:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.052707:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.052741:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146178.052804:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2008:x1830966202555136:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 185us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.052811:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14838 00010000:00010000:3.0:1746146178.052961:0:10562:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.052971:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.052990:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.052997:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.053002:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000040:00080000:3.0:1746146178.053812:0:10562:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:3.0:1746146178.053885:0:10562:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:3.0:1746146178.053890:0:10562:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012df11c00 with version 19 00000004:00080000:3.0:1746146178.053946:0:8778:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800ad419180 version 19 rpc_version 19 00000020:00100000:3.0:1746146178.053979:0:8778:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746146178.053989:0:8778:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880081fa3b80 x1830966199411968/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746146178.054011:0:8778:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8778:1830966199411968:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746146178.054068:0:8778:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146178.054089:0:8778:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df11840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146178.054106:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199411968 00000100:00100000:3.0:1746146178.054110:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199411968 00000100:00080000:0.0:1746146178.054231:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746146178.057385:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1746146178.057408:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8778:x1830966199411968:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746146178.060029:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8778:x1830966199411968:12345-0@lo:1000:osp_up1-0.0 Request processed in 2629us (5956us total) trans 4294967389 rc 0/0 00000100:00100000:3.0:1746146178.060038:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1746146178.060228:0:8778:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8778:1830966199411968:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1746146178.060378:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.060389:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.060398:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.060411:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.060416:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.060420:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.060456:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.060462:0:10562:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.060469:0:10562:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10562 initiator: MDT0 00000100:00100000:3.0:1746146178.060484:0:10562:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10562:1830966199412096:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1746146178.060526:0:10562:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146178.060543:0:10562:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df113c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146178.060858:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199412096 00000100:00100000:2.0:1746146178.060865:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199412096 00000100:00100000:2.0:1746146178.060898:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1746146178.060903:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:10562:x1830966199412096:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1746146178.060923:0:8388:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.060938:0:8388:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c511200/0x88944630cfb63c60 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x88944630cfb63c59 expref: -99 pid: 8388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.060959:0:8388:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c511200/0x88944630cfb63c60 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x88944630cfb63c59 expref: 7 pid: 8388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.060970:0:8388:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c511200/0x88944630cfb63c60 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x88944630cfb63c59 expref: 7 pid: 8388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.060977:0:8388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800709e1600) 00010000:00010000:2.0:1746146178.060980:0:8388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.060982:0:8388:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c511200, rc 0) 00000100:00100000:2.0:1746146178.061008:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:10562:x1830966199412096:12345-0@lo:101:mdt00_003.0 Request processed in 106us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.061013:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1746146178.061037:0:10562:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:10562:1830966199412096:0@lo:101:mdt00_003.0 00010000:00010000:2.0:1746146178.061045:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.061053:0:10562:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746146178.061069:0:10562:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880130d0d880 reply state ffff88009ccb1000 transno 4294982942 ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061076:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061081:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:2.0:1746146178.061083:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146178.061086:0:10562:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746146178.061090:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.061097:0:10562:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1746146178.061104:0:10562:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:2.0:1746146178.061108:0:10562:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880130d0d880 reply state ffff88009ccb1000 transno 4294982942 ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061112:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061117:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009c41f100) 00010000:00010000:2.0:1746146178.061118:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146178.061120:0:10562:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1746146178.061125:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:2.0:1746146178.061133:0:10562:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061137:0:10562:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061141:0:10562:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061147:0:10562:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061152:0:10562:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a512000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.061155:0:10562:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061160:0:10562:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061169:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146178.061171:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.061174:0:10562:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061178:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63c3d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00000004:00010000:2.0:1746146178.061187:0:10562:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880130d0d880 reply state ffff88009ccb1000 transno 4294982942 ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061192:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:2.0:1746146178.061196:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009c41fe00) 00010000:00010000:2.0:1746146178.061198:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146178.061199:0:10562:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:2.0:1746146178.061267:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+11:3109:x1830966202555008:12345-192.168.203.12@tcp:36:lfs.0 Request processed in 18218us (18385us total) trans 4294982942 rc 0/0 00000100:00100000:2.0:1746146178.061272:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34609 00000100:00100000:0.0:1746146178.072901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.073279:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202555264 00000100:00100000:3.0:1746146178.073288:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202555264 00000100:00100000:3.0:1746146178.073329:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34610 00000100:00100000:3.0:1746146178.073336:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+11:3110:x1830966202555264:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746146178.073362:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146178.073383:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2e00/0x88944630cfb63c67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc47 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.073455:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7da600/0x88944630cfb63c6e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.073468:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7da600/0x88944630cfb63c6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.073479:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7da600/0x88944630cfb63c6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:3.0:1746146178.073531:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746146178.073535:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746146178.073553:0:10562:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7da600/0x88944630cfb63c6e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.073571:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2e00/0x88944630cfb63c67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc47 expref: 13 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.073601:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7da600/0x88944630cfb63c6e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc47 expref: 12 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.073609:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146178.073611:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746146178.073614:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7da600, rc 0) 00000100:00100000:3.0:1746146178.073665:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+12:3110:x1830966202555264:12345-192.168.203.12@tcp:101:cp.0 Request processed in 329us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146178.073671:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34610 00010000:00010000:1.0:1746146178.079602:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746146178.080540:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.080617:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202555392 00000100:00100000:0.0:1746146178.080625:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202555392 00000100:00100000:0.0:1746146178.080677:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34611 00000100:00100000:0.0:1746146178.080685:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+12:3110:x1830966202555392:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:0.0:1746146178.080703:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146178.080742:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb63c75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc4e expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.080800:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.080812:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.080820:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.080829:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.080835:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.080840:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.080925:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512800/0x88944630cfb63c8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.080931:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512800/0x88944630cfb63c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.080936:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512800/0x88944630cfb63c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:0.0:1746146178.081003:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:0.0:1746146178.081007:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1746146178.081025:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512800/0x88944630cfb63c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081034:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081041:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081046:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081052:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081058:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a513400 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146178.081062:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081068:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081078:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146178.081082:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146178.081085:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081090:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb63c7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081100:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081104:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081108:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081112:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a512c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146178.081114:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081119:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081124:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009c41fe00) 00010000:00010000:0.0:1746146178.081126:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146178.081128:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081132:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512c00/0x88944630cfb63c83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.081150:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb63c75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc4e expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.081160:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512800/0x88944630cfb63c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc4e expref: 13 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.081166:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009c41f100) 00010000:00010000:0.0:1746146178.081168:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1746146178.081170:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512800, rc 0) 00000100:00100000:0.0:1746146178.081216:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+13:3110:x1830966202555392:12345-192.168.203.12@tcp:101:cp.0 Request processed in 531us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.081223:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34611 00000100:00100000:3.0:1746146178.093105:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.093152:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202555520 00000100:00100000:3.0:1746146178.093159:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202555520 00000100:00100000:3.0:1746146178.093193:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34612 00000100:00100000:3.0:1746146178.093199:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+13:3110:x1830966202555520:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746146178.093214:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146178.093228:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2e00/0x88944630cfb63c91 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc55 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.093266:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb63c98 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.093275:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb63c98 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.093284:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb63c98 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:3.0:1746146178.093316:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746146178.093319:0:10562:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746146178.093340:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2e00/0x88944630cfb63c91 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc55 expref: 15 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.093350:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb63c98 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc55 expref: 14 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.093357:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:3.0:1746146178.093359:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746146178.093362:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2000, rc 0) 00000100:00100000:3.0:1746146178.093394:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+14:3110:x1830966202555520:12345-192.168.203.12@tcp:101:cp.0 Request processed in 195us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146178.093399:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34612 00000100:00100000:1.0:1746146178.100352:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.100380:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202555648 00000100:00100000:0.0:1746146178.100389:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202555648 00000100:00100000:0.0:1746146178.101028:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34613 00000100:00100000:0.0:1746146178.101038:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+6:3110:x1830966202555648:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:0.0:1746146178.101054:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146178.101068:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512e00/0x88944630cfb63c9f lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc5c expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.101110:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.101120:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c511200/0x88944630cfb63c60 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x88944630cfb63c59 expref: 6 pid: 8388 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.101126:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT1 00010000:00010000:0.0:1746146178.101151:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009c511200/0x88944630cfb63c60 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x88944630cfb63c59 expref: 6 pid: 8388 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146178.101163:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7235:1830966199412224:0@lo:104: 00000100:00100000:0.0:1746146178.101200:0:7235:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146178.101236:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96780 going to sleep for 11 seconds 00000100:00080000:0.0:1746146178.101247:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746146178.101292:0:7216:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1746146178.101303:0:7216:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199412224 00000100:00100000:2.0:1746146178.101306:0:7216:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199412224 00000100:00100000:2.0:1746146178.101326:0:7216:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1746146178.101331:0:7216:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013662bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7235:x1830966199412224:12345-0@lo:104: 00010000:00010000:2.0:1746146178.101339:0:7216:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.101377:0:7216:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1746146178.101380:0:7221:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1746146178.101382:0:7216:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013662bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7235:x1830966199412224:12345-0@lo:104: Request processed in 51us (181us total) trans 0 rc 0/0 00010000:00010000:1.0:1746146178.101385:0:7221:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146178.101388:0:7216:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:1.0:1746146178.101391:0:7221:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800997c2600 already unused, calling callback (ffffffffa0f2ae30) 00010000:00010000:1.0:1746146178.101395:0:7221:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746146178.101402:0:7221:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146178.101423:0:7221:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146178.101428:0:7221:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1746146178.101460:0:7221:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146178.101465:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800997c2600/0x88944630cfb63c59 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x88944630cfb63c60 expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146178.101480:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146178.101482:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146178.101483:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746146178.101492:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199412352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1746146178.101519:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146178.101549:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199412352 00000100:00100000:1.0:1746146178.101551:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199412352 00010000:00010000:1.0:1746146178.101567:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c511200/0x88944630cfb63c60 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x88944630cfb63c59 expref: 7 pid: 8388 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146178.101582:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14839 00000100:00100000:1.0:1746146178.101586:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3766:x1830966199412352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746146178.101593:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746146178.102743:0:8375:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967389 is committed 00000100:00100000:0.0:1746146178.102790:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7235:1830966199412224:0@lo:104: 00010000:00010000:0.0:1746146178.102809:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00010000:00010000:2.0:1746146178.102942:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c511200/0x88944630cfb63c60 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x88944630cfb63c59 expref: 6 pid: 8388 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.102960:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800709e1600) 00010000:00010000:2.0:1746146178.102965:0:7219:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00010000:00010000:2.0:1746146178.102974:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT1 00010000:00010000:2.0:1746146178.102983:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT1 00010000:00010000:2.0:1746146178.102998:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146178.103048:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199412352:12345-0@lo:103:ldlm_bl.0 Request processed in 1460us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.103056:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14839 00010000:00010000:0.0:1746146178.103191:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00010000:00010000:0.0:1746146178.103197:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00000004:00200000:0.0:1746146178.103253:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:0.0:1746146178.103257:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1746146178.103302:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512e00/0x88944630cfb63c9f lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc5c expref: 8 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.103316:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a512c00/0x88944630cfb63ca6 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc5c expref: 7 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.103322:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800709e1600) 00010000:00010000:0.0:1746146178.103324:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1746146178.103327:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512c00, rc 0) 00000100:00100000:0.0:1746146178.103453:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:3110:x1830966202555648:12345-192.168.203.12@tcp:101:cp.0 Request processed in 2417us (3107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.103460:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34613 00000100:00100000:1.0:1746146178.103906:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199412352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746146178.105077:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.105160:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202555776 00000100:00100000:2.0:1746146178.105168:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202555776 00000100:00100000:2.0:1746146178.105253:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34614 00000100:00100000:2.0:1746146178.105260:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+14:3110:x1830966202555776:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746146178.105279:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.105298:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63cad lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc63 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.105357:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105368:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105378:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105389:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105394:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105399:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105470:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105477:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105484:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105490:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105496:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d6000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.105500:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105507:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105517:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:2.0:1746146178.105520:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.105525:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105530:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63cb4 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105540:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105545:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105549:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105553:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d6600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.105555:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105559:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105564:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009e726e00) 00010000:00010000:2.0:1746146178.105566:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.105569:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105574:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63cbb lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.105600:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63cad lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc63 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.105607:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63cad lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc63 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.105615:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d7c00, rc 0) 00000100:00100000:2.0:1746146178.106383:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+14:3110:x1830966202555776:12345-192.168.203.12@tcp:101:cp.0 Request processed in 1121us (1307us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146178.106390:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34614 00000100:00100000:3.0:1746146178.109458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.109679:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202556032 00000100:00100000:2.0:1746146178.109688:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202556032 00000100:00100000:2.0:1746146178.109761:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34615 00000100:00100000:2.0:1746146178.109769:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+14:3110:x1830966202556032:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:2.0:1746146178.109792:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.109796:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746146178.109825:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb63c98 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc55 expref: 14 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.109840:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:2.0:1746146178.109843:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146178.109854:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63cc2 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc6a expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.109956:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.109967:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.109976:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.109988:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.109995:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110000:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00080000:2.0:1746146178.110305:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1746146178.110425:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63cd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110432:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110448:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110478:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110483:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110488:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110493:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110498:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d7a00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.110501:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110508:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110516:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:2.0:1746146178.110520:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.110523:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110527:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63cc9 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000004:00010000:2.0:1746146178.110536:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880081fa0700 reply state ffff880130c54000 transno 4294982943 ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110544:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.110548:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009e726400) 00010000:00010000:2.0:1746146178.110550:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146178.110553:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746146178.110572:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63cc2 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc6a expref: 16 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.110582:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc6a expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.110588:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:2.0:1746146178.110590:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146178.110592:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009146ac00, rc 0) 00000100:00100000:2.0:1746146178.110651:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:3110:x1830966202556032:12345-192.168.203.12@tcp:101:cp.0 Request processed in 882us (1210us total) trans 4294982943 rc 0/0 00000100:00100000:2.0:1746146178.110656:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34615 00000100:00100000:0.0:1746146178.112576:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146178.112759:0:10121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202556160 00000100:00100000:1.0:1746146178.112767:0:10121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202556160 00000100:00100000:1.0:1746146178.112826:0:10121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31501 00000100:00100000:1.0:1746146178.112835:0:10121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2010:x1830966202556160:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:1.0:1746146178.112848:0:10121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146178.112862:0:10121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc71 expref: -99 pid: 10121 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746146178.112883:0:10121:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746146178.112899:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146178.112901:0:10121:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146178.112908:0:10121:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 6 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146178.112920:0:10121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 6 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146178.112929:0:10121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945e800, rc 0) 00000100:00100000:1.0:1746146178.112962:0:10121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202556160:12345-192.168.203.12@tcp:101:cp.0 Request processed in 130us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146178.112967:0:10121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31501 00000100:00100000:0.0:1746146178.114851:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.115391:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202556288 00000100:00100000:3.0:1746146178.115399:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202556288 00000100:00100000:3.0:1746146178.115436:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31502 00000100:00100000:3.0:1746146178.115454:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:3110:x1830966202556288:12345-192.168.203.12@tcp:101:cp.0 00010000:00010000:3.0:1746146178.115469:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146178.115483:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc78 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.115507:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 7 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146178.115513:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146178.115515:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146178.115518:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.115544:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 7 pid: 10121 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146178.115553:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 7 pid: 10121 timeout: 880 lvb_type: 1 00000100:00100000:3.0:1746146178.115564:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199412480:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146178.115640:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df11180 going to sleep for 11 seconds 00000100:00080000:2.0:1746146178.115886:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746146178.118554:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.118636:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199412480:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146178.118646:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202556416 00000100:00100000:2.0:1746146178.118652:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202556416 00010000:00010000:0.0:1746146178.118664:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146178.118680:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36800, rc 0) 00010000:00010000:2.0:1746146178.118684:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 8 pid: 10121 timeout: 880 lvb_type: 1 00000100:00100000:2.0:1746146178.118708:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14840 00000100:00100000:2.0:1746146178.118732:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202556416:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146178.118744:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146178.118763:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 8 pid: 10121 timeout: 880 lvb_type: 1 00010000:00010000:2.0:1746146178.118772:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 8 pid: 10121 timeout: 880 lvb_type: 1 00010000:00010000:2.0:1746146178.118796:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945e800/0x88944630cfb63ce5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc71 expref: 8 pid: 10121 timeout: 880 lvb_type: 1 00010000:00010000:2.0:1746146178.118838:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146178.118840:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146178.118848:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.118856:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.118883:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146178.118900:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199412608:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146178.118954:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:3110:x1830966202556288:12345-192.168.203.12@tcp:101:cp.0 Request processed in 3499us (4111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.118963:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31502 00000100:00100000:2.0:1746146178.118970:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146178.123007:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.123043:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199412608:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146178.123061:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146178.123094:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202556416:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4380us (4547us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.123104:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14840 00000100:00100000:3.0:1746146178.123235:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202556672 00000100:00100000:3.0:1746146178.123241:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202556672 00000100:00100000:3.0:1746146178.123272:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 191 00000100:00100000:3.0:1746146178.123278:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:3110:x1830966202556672:12345-192.168.203.12@tcp:35:cp.0 00000100:00100000:3.0:1746146178.123847:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+17:3110:x1830966202556672:12345-192.168.203.12@tcp:35:cp.0 Request processed in 568us (846us total) trans 4294982944 rc 0/0 00000100:00100000:3.0:1746146178.123854:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 191 00000100:00100000:0.0:1746146178.152028:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.152108:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202556928 00000100:00100000:3.0:1746146178.152119:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202556928 00000100:00100000:3.0:1746146178.152182:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34616 00000100:00100000:3.0:1746146178.152191:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:3113:x1830966202556928:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746146178.152211:0:10562:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146178.152231:0:10562:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf37400/0x88944630cfb63cf3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc7f expref: -99 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.152340:0:10562:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf36000/0x88944630cfb63cfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.152354:0:10562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf36000/0x88944630cfb63cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146178.152367:0:10562:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf36000/0x88944630cfb63cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10562 initiator: MDT0 00000004:00200000:3.0:1746146178.152377:0:10562:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:3.0:1746146178.152504:0:10562:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf37400/0x88944630cfb63cf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc7f expref: 20 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.152540:0:10562:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cf36000/0x88944630cfb63cfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc7f expref: 19 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.152549:0:10562:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:3.0:1746146178.152553:0:10562:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746146178.152557:0:10562:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36000, rc 0) 00000100:00100000:3.0:1746146178.152615:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+19:3113:x1830966202556928:12345-192.168.203.12@tcp:101:dd.0 Request processed in 426us (599us total) trans 4294982945 rc 0/0 00000100:00100000:3.0:1746146178.152621:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34616 00000100:00100000:0.0:1746146178.215023:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.215095:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202557056 00000100:00100000:2.0:1746146178.215102:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202557056 00000100:00100000:2.0:1746146178.215157:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34617 00000100:00100000:2.0:1746146178.215164:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:3117:x1830966202557056:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146178.215183:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.215198:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63d08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc86 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.215244:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.215255:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.215264:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146178.215301:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146178.215304:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146178.215318:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.215335:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63d08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 13 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.215363:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 12 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.215369:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146178.215372:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146178.215375:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d7c00, rc 0) 00000100:00100000:2.0:1746146178.215416:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:3117:x1830966202557056:12345-192.168.203.12@tcp:101:dd.0 Request processed in 252us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.215421:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34617 00000100:00100000:0.0:1746146178.218581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.218697:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202557184 00000100:00100000:2.0:1746146178.218703:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202557184 00000100:00100000:2.0:1746146178.218761:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34618 00000100:00100000:2.0:1746146178.218767:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:3117:x1830966202557184:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146178.218782:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.218794:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63d16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc8d expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.218839:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.218849:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.218858:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.218870:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.218874:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.218878:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.218946:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a600/0x88944630cfb63d2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.218952:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a600/0x88944630cfb63d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.218963:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a600/0x88944630cfb63d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146178.219014:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1746146178.219018:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746146178.219030:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a600/0x88944630cfb63d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219037:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219041:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219045:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219050:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219057:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d6000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.219059:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219064:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219072:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146178.219074:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.219077:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219082:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6000/0x88944630cfb63d1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219092:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219096:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219099:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219103:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d7600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.219105:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219109:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219115:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009c41fe00) 00010000:00010000:2.0:1746146178.219117:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.219120:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219123:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7600/0x88944630cfb63d24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.219141:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d6600/0x88944630cfb63d16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc8d expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.219150:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009146a600/0x88944630cfb63d2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc8d expref: 13 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.219155:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009c41f100) 00010000:00010000:2.0:1746146178.219157:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746146178.219160:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009146a600, rc 0) 00000100:00100000:2.0:1746146178.219348:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+13:3117:x1830966202557184:12345-192.168.203.12@tcp:101:dd.0 Request processed in 579us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.219355:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34618 00000100:00100000:0.0:1746146178.224773:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.224864:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202557312 00000100:00100000:2.0:1746146178.224874:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202557312 00000100:00100000:2.0:1746146178.224940:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34619 00000100:00100000:2.0:1746146178.224949:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+13:3117:x1830966202557312:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146178.224968:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.224988:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63d32 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc94 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.225040:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63d39 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.225051:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63d39 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.225062:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63d39 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146178.225098:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746146178.225103:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746146178.225129:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63d32 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc94 expref: 15 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.225144:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7200/0x88944630cfb63d39 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc94 expref: 14 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.225151:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:2.0:1746146178.225154:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746146178.225156:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d7200, rc 0) 00000100:00100000:2.0:1746146178.225197:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:3117:x1830966202557312:12345-192.168.203.12@tcp:101:dd.0 Request processed in 250us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.225202:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34619 00000100:00100000:1.0:1746146178.230940:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.231195:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202557440 00000100:00100000:2.0:1746146178.231207:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202557440 00000100:00080000:0.0:1746146178.232340:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746146178.232450:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34620 00000100:00100000:2.0:1746146178.232467:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:3117:x1830966202557440:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146178.232495:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.232519:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800729d6600/0x88944630cfb63d40 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffc9b expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.232587:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800729d7600/0x88944630cfb63d47 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.232602:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800729d7600/0x88944630cfb63d47 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT1 00010000:00010000:2.0:1746146178.232615:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800729d7600/0x88944630cfb63d47 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT1 00000004:00200000:2.0:1746146178.232667:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746146178.232672:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746146178.232740:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800729d6600/0x88944630cfb63d40 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc9b expref: 8 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.234420:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800729d7600/0x88944630cfb63d47 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc9b expref: 7 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.234433:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff8800709e1600) 00010000:00010000:2.0:1746146178.234435:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746146178.234448:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d7600, rc 0) 00000100:00100000:2.0:1746146178.234854:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:3117:x1830966202557440:12345-192.168.203.12@tcp:101:dd.0 Request processed in 2392us (3926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.234863:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34620 00000100:00100000:1.0:1746146178.239392:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.239518:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202557696 00000100:00100000:2.0:1746146178.239527:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202557696 00000100:00100000:2.0:1746146178.239621:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34621 00000100:00100000:2.0:1746146178.239628:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:3117:x1830966202557696:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146178.239645:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.239665:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63d4e lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffca2 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.239754:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.239766:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.239777:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.239786:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.239791:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.239795:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.239892:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.239900:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.239906:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146178.239915:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:2.0:1746146178.240474:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240480:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240486:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240491:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240497:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cb4ea00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.240502:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240508:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240520:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:2.0:1746146178.240523:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.240528:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240532:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4ea00/0x88944630cfb63d55 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240619:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240624:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240628:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240632:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cb4e200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.240634:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240639:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240645:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009e726400) 00010000:00010000:2.0:1746146178.240647:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.240649:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240656:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cb4e200/0x88944630cfb63d5c lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.240687:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb63d4e lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 17 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.240698:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 16 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.240704:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:2.0:1746146178.240705:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146178.240707:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a583e00, rc 0) 00000100:00100000:2.0:1746146178.241087:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:3117:x1830966202557696:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1458us (1705us total) trans 4294982946 rc 0/0 00000100:00100000:2.0:1746146178.241096:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34621 00000100:00100000:0.0:1746146178.245004:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.245164:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202557824 00000100:00100000:2.0:1746146178.245176:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202557824 00000100:00080000:0.0:1746146178.245329:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746146178.245431:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31503 00000100:00100000:2.0:1746146178.245459:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:3117:x1830966202557824:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146178.245485:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.245510:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffca9 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.245552:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.245562:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146178.245565:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146178.245569:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.245612:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.245627:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 5 pid: 26612 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746146178.245642:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199412736:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146178.245880:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146178.251160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.251186:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199412736:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146178.251214:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.251234:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2e800, rc 0) 00000100:00100000:1.0:1746146178.251249:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202557952 00000100:00100000:1.0:1746146178.251261:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202557952 00000100:00100000:3.0:1746146178.251280:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:3117:x1830966202557824:12345-192.168.203.12@tcp:101:dd.0 Request processed in 5828us (6291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146178.251289:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31503 00002000:00100000:1.0:1746146178.251314:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1715) req@ffff88009cb9b480 x1830966202557952/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:309/0 lens 2208/0 e 0 to 0 dl 1746146189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146178.251322:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b480 with x1830966202557952 ext(0->1715) 00010000:00010000:1.0:1746146178.251624:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 6 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:1.0:1746146178.251643:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 6 pid: 26612 timeout: 880 lvb_type: 0 00002000:00010000:1.0:1746146178.251658:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9b480 00000100:00100000:1.0:1746146178.251741:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3612 00000100:00100000:1.0:1746146178.251754:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202557952:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746146178.255795:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202557952:12345-192.168.203.12@tcp:4:dd.0 Request processed in 4031us (4635us total) trans 4294972297 rc 0/0 00000100:00100000:1.0:1746146178.255809:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3612 00002000:00100000:1.0:1746146178.255822:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1715) req@ffff88009cb9b480 x1830966202557952/t4294972297(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:309/0 lens 2208/448 e 0 to 0 dl 1746146189 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146178.255831:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b480 with x1830966202557952 ext(0->1715) 00010000:00010000:1.0:1746146178.255842:0:24977:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 8 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:1.0:1746146178.255859:0:24977:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 8 pid: 26612 timeout: 880 lvb_type: 0 00002000:00010000:1.0:1746146178.255865:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9b480 00000100:00100000:0.0:1746146178.264522:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.264757:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202558080 00000100:00100000:2.0:1746146178.264766:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202558080 00010000:00010000:2.0:1746146178.264797:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 8 pid: 26612 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746146178.264832:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14841 00000100:00100000:2.0:1746146178.264837:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202558080:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146178.264849:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746146178.264862:0:7219:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1746146178.264864:0:7219:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746146178 00002000:00010000:2.0:1746146178.264866:0:7219:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1746146178 00002000:00010000:2.0:1746146178.264868:0:7219:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746146178 00002000:00010000:2.0:1746146178.264869:0:7219:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746146178.264873:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 8 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.264888:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 8 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.264912:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63cec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc78 expref: 8 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.264941:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146178.264943:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146178.264950:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.264988:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.265025:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146178.265035:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199412864:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146178.265107:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146178.268600:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146178.268679:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202558336 00000100:00100000:1.0:1746146178.268691:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202558336 00002000:00100000:1.0:1746146178.268763:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb98000 x1830966202558336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:309/0 lens 488/0 e 0 to 0 dl 1746146189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146178.268772:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98000 with x1830966202558336 ext(0->4095) 00002000:00010000:1.0:1746146178.268777:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98000 00000100:00100000:1.0:1746146178.268810:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14192 00000100:00100000:1.0:1746146178.268818:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202558336:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746146178.268961:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202558336:12345-192.168.203.12@tcp:3:dd.0 Request processed in 143us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146178.268966:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14192 00002000:00100000:1.0:1746146178.268972:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009cb98000 x1830966202558336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:309/0 lens 488/4536 e 0 to 0 dl 1746146189 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146178.268978:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98000 with x1830966202558336 ext(0->4095) 00002000:00010000:1.0:1746146178.268981:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98000 00000100:00100000:2.0:1746146178.274820:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199412864:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146178.274843:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146178.274882:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202558080:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 10043us (10366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.274892:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14841 00000100:00100000:0.0:1746146178.310107:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.310220:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202558592 00000100:00100000:3.0:1746146178.310230:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202558592 00000100:00100000:3.0:1746146178.310279:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 192 00000100:00100000:3.0:1746146178.310288:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:3117:x1830966202558592:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746146178.310922:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:3117:x1830966202558592:12345-192.168.203.12@tcp:35:dd.0 Request processed in 634us (826us total) trans 4294982947 rc 0/0 00000100:00100000:3.0:1746146178.310929:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 192 00000100:00100000:0.0:1746146178.320284:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.320506:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202558720 00000100:00100000:2.0:1746146178.320515:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202558720 00000100:00100000:2.0:1746146178.321334:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34622 00000100:00100000:2.0:1746146178.321349:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+19:3120:x1830966202558720:12345-192.168.203.12@tcp:101:truncate.0 00010000:00010000:2.0:1746146178.321374:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.321394:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fe00/0x88944630cfb63d78 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcb0 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.321429:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e200/0x88944630cfb63d7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.321451:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e200/0x88944630cfb63d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.321461:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e200/0x88944630cfb63d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.321560:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fe00/0x88944630cfb63d78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb0 expref: 21 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.321652:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e200/0x88944630cfb63d7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb0 expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.321659:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:2.0:1746146178.321662:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746146178.321665:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2e200, rc 0) 00000100:00100000:2.0:1746146178.321733:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+20:3120:x1830966202558720:12345-192.168.203.12@tcp:101:truncate.0 Request processed in 388us (1457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.321740:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34622 00000100:00100000:0.0:1746146178.324814:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.324973:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202558976 00000100:00100000:2.0:1746146178.324987:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202558976 00000100:00100000:2.0:1746146178.325080:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34623 00000100:00100000:2.0:1746146178.325094:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+20:3120:x1830966202558976:12345-192.168.203.12@tcp:36:truncate.0 00010000:00010000:2.0:1746146178.325172:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146178.325205:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009146ac00/0x88944630cfb63cd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc6a expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.325242:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:2.0:1746146178.325247:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146178.325817:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.325837:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 16 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.325848:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.325901:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 16 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.325921:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 16 pid: 7235 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746146178.325944:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7235:1830966199412992:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146178.326147:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146178.330587:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7235:1830966199412992:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146178.330607:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:0.0:1746146178.331296:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.331359:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202559104 00000100:00100000:2.0:1746146178.331366:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202559104 00010000:00010000:2.0:1746146178.331403:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 17 pid: 7235 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746146178.332504:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14842 00000100:00100000:2.0:1746146178.332514:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:2008:x1830966202559104:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146178.332527:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146178.332534:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 17 pid: 7235 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.332545:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 17 pid: 7235 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.332564:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb63d63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca2 expref: 17 pid: 7235 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.332591:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:2.0:1746146178.332596:0:7219:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.332604:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.332610:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.332632:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146178.332690:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202559104:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 177us (1396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.332696:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14842 00010000:00010000:0.0:1746146178.332781:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.332787:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000001:00080000:0.0:1746146178.332883:0:7235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982948 00000004:00010000:0.0:1746146178.332930:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009cb9ad80 reply state ffff880099a19000 transno 4294982949 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.332940:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:0.0:1746146178.332945:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:0.0:1746146178.332948:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746146178.332950:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746146178.333010:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+22:3120:x1830966202558976:12345-192.168.203.12@tcp:36:truncate.0 Request processed in 7921us (8205us total) trans 4294982949 rc 0/0 00000100:00100000:0.0:1746146178.333018:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34623 00000020:00080000:0.0:1746146178.333021:0:7235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746146178.337307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.337416:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202559232 00000100:00100000:3.0:1746146178.337428:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202559232 00000100:00100000:3.0:1746146178.337571:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31504 00000100:00100000:3.0:1746146178.337581:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:3120:x1830966202559232:12345-192.168.203.12@tcp:101:truncate.0 00010000:00010000:3.0:1746146178.337605:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146178.337622:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcb7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.337649:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.337656:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146178.337658:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146178.337661:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.337689:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.337700:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 5 pid: 26612 timeout: 880 lvb_type: 0 00000100:00100000:3.0:1746146178.337710:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199413120:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146178.337933:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df11180 going to sleep for 11 seconds 00000100:00100000:0.0:1746146178.342897:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.342980:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202559360 00000100:00100000:2.0:1746146178.342992:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202559360 00010000:00010000:2.0:1746146178.343042:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 6 pid: 26612 timeout: 880 lvb_type: 0 00000100:00100000:3.0:1746146178.343155:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199413120:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146178.343183:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146178.343189:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14843 00000100:00100000:2.0:1746146178.343197:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2008:x1830966202559360:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146178.343199:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36800, rc 0) 00010000:00010000:2.0:1746146178.343210:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146178.343234:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 6 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.343246:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 6 pid: 26612 timeout: 880 lvb_type: 0 00000100:00100000:3.0:1746146178.343268:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+8:3120:x1830966202559232:12345-192.168.203.12@tcp:101:truncate.0 Request processed in 5689us (5975us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146178.343273:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb63d71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffca9 expref: 6 pid: 26612 timeout: 880 lvb_type: 0 00000100:00100000:3.0:1746146178.343275:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31504 00010000:00010000:2.0:1746146178.343295:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146178.343296:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146178.343304:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.343312:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.343343:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146178.343359:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199413248:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146178.343442:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146178.346003:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.346336:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199413248:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146178.346359:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146178.346391:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202559488 00000100:00100000:1.0:1746146178.346398:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202559488 00000100:00100000:2.0:1746146178.346414:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:2008:x1830966202559360:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3217us (3535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.346423:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14843 00002000:00010000:1.0:1746146178.346431:0:24977:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (858->18446744073709551615) 00002000:00100000:1.0:1746146178.346434:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25d500 with x1830966202559488 ext(858->18446744073709551615) 00002000:00010000:1.0:1746146178.346451:0:24977:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25d500. 00000100:00100000:1.0:1746146178.346470:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14193 00000100:00100000:1.0:1746146178.346476:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202559488:12345-192.168.203.12@tcp:10:truncate.0 00002000:00010000:1.0:1746146178.346826:0:24977:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:1.0:1746146178.346830:0:24977:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746146178 -> 1746146179 00002000:00010000:1.0:1746146178.346833:0:24977:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 1746146178 -> 1746146178 00002000:00010000:1.0:1746146178.346834:0:24977:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746146178 -> 1746146179 00002000:00010000:1.0:1746146178.346836:0:24977:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746146178.346858:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202559488:12345-192.168.203.12@tcp:10:truncate.0 Request processed in 382us (867us total) trans 4294972298 rc 0/0 00000100:00100000:1.0:1746146178.346863:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14193 00002000:00010000:1.0:1746146178.346866:0:24977:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/26 (858->18446744073709551615) 00002000:00100000:1.0:1746146178.346868:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25d500 with x1830966202559488 ext(858->18446744073709551615) 00002000:00010000:1.0:1746146178.346873:0:24977:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25d500. 00000100:00100000:0.0:1746146178.357846:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.357966:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202559744 00000100:00100000:2.0:1746146178.357977:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202559744 00000100:00100000:2.0:1746146178.358282:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34624 00000100:00100000:2.0:1746146178.358291:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+22:3122:x1830966202559744:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146178.358323:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.358345:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63d94 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcbe expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.358449:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358466:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358478:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358499:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358504:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358510:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358617:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f400/0x88944630cfb63da9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358624:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f400/0x88944630cfb63da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358629:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f400/0x88944630cfb63da9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146178.358638:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:2.0:1746146178.358765:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358771:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358776:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358782:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358787:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2f600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.358790:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358795:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358804:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:2.0:1746146178.358807:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.358811:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358816:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63d9b lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358838:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358842:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358846:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358849:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2fc00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.358851:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358855:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358860:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009e726400) 00010000:00010000:2.0:1746146178.358861:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.358863:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358867:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63da2 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.358894:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63d94 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcbe expref: 25 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.358904:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f400/0x88944630cfb63da9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcbe expref: 24 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.358911:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:2.0:1746146178.358912:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146178.358914:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2f400, rc 0) 00000100:00100000:2.0:1746146178.358966:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+24:3122:x1830966202559744:12345-192.168.203.12@tcp:101:dd.0 Request processed in 676us (1130us total) trans 4294982950 rc 0/0 00000100:00100000:2.0:1746146178.358972:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34624 00000100:00100000:0.0:1746146178.365860:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.365952:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202560000 00000100:00100000:3.0:1746146178.365961:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202560000 00000100:00100000:3.0:1746146178.366342:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 193 00000100:00100000:3.0:1746146178.366351:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+24:3122:x1830966202560000:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746146178.367273:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+25:3122:x1830966202560000:12345-192.168.203.12@tcp:35:dd.0 Request processed in 918us (1417us total) trans 4294982951 rc 0/0 00000100:00100000:3.0:1746146178.367282:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 193 00000100:00100000:0.0:1746146178.370806:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146178.370873:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202560256 00000100:00100000:1.0:1746146178.370884:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202560256 00002000:00100000:1.0:1746146178.370929:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009d25c000 x1830966202560256/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:309/0 lens 488/0 e 0 to 0 dl 1746146189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146178.370938:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c000 with x1830966202560256 ext(0->4095) 00002000:00010000:1.0:1746146178.370943:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25c000 00000100:00100000:1.0:1746146178.370980:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14194 00000100:00100000:1.0:1746146178.370988:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202560256:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746146178.371141:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202560256:12345-192.168.203.12@tcp:3:dd.0 Request processed in 154us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746146178.371146:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14194 00002000:00100000:1.0:1746146178.371151:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009d25c000 x1830966202560256/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:309/0 lens 488/4536 e 0 to 0 dl 1746146189 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146178.371157:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c000 with x1830966202560256 ext(0->4095) 00002000:00010000:1.0:1746146178.371160:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25c000 00000100:00100000:0.0:1746146178.394296:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146178.395803:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202560512 00000100:00100000:2.0:1746146178.395817:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202560512 00000100:00100000:2.0:1746146178.395890:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34625 00000100:00100000:2.0:1746146178.395898:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:3126:x1830966202560512:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146178.395925:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146178.396239:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63db7 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcc5 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.396318:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396330:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396340:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396350:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396355:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396360:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396524:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63dcc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396532:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63dcc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396538:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63dcc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146178.396548:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:2.0:1746146178.396628:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396632:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396637:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396642:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396648:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2ee00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.396651:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396658:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396668:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:2.0:1746146178.396670:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.396673:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396680:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb63dbe lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396710:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396752:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396757:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396761:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2fc00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146178.396763:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396767:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396774:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009e726400) 00010000:00010000:2.0:1746146178.396776:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146178.396778:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396782:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63dc5 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146178.396823:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63db7 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcc5 expref: 19 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.396832:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f600/0x88944630cfb63dcc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcc5 expref: 18 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.396844:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:2.0:1746146178.396846:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146178.396848:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2f600, rc 0) 00000100:00100000:2.0:1746146178.396945:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:3126:x1830966202560512:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1047us (2661us total) trans 4294982952 rc 0/0 00000100:00100000:2.0:1746146178.396953:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34625 00000100:00100000:0.0:1746146178.400067:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.400232:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202560640 00000100:00100000:3.0:1746146178.400244:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202560640 00000100:00100000:3.0:1746146178.400333:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31505 00000100:00100000:3.0:1746146178.400340:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+5:3126:x1830966202560640:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746146178.400358:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146178.400374:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf36600/0x88944630cfb63dda lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffccc expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.400397:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.400403:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146178.400404:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746146178.400406:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36600/0x88944630cfb63dda lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffccc expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.400434:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.400484:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 8 pid: 26612 timeout: 880 lvb_type: 0 00000100:00100000:3.0:1746146178.400503:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199413376:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146178.400589:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012df113c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146178.402603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.402975:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199413376:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146178.403003:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36600/0x88944630cfb63dda lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffccc expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146178.403021:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36600, rc 0) 00000100:00100000:3.0:1746146178.403069:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:3126:x1830966202560640:12345-192.168.203.12@tcp:101:dd.0 Request processed in 2729us (3012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146178.403077:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31505 00000100:00100000:2.0:1746146178.403785:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202560768 00000100:00100000:2.0:1746146178.403794:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202560768 00010000:00010000:2.0:1746146178.403828:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 9 pid: 26612 timeout: 880 lvb_type: 0 00000100:00100000:2.0:1746146178.403860:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14844 00000100:00100000:2.0:1746146178.403867:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202560768:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146178.403877:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146178.403895:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 9 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.403905:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 9 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.403926:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36800/0x88944630cfb63d8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcb7 expref: 9 pid: 26612 timeout: 880 lvb_type: 0 00010000:00010000:2.0:1746146178.403938:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146178.403940:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146178.403949:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36600/0x88944630cfb63dda lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffccc expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.403957:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36600/0x88944630cfb63dda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffccc expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146178.403985:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cf36600/0x88944630cfb63dda lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffccc expref: 5 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146178.403997:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199413504:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146178.404059:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba13c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746146178.407002:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199413504:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146178.407026:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146178.407068:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202560768:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3200us (4469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146178.407078:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14844 00000100:00100000:0.0:1746146178.407686:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.408270:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202561024 00000100:00100000:3.0:1746146178.408278:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202561024 00002000:00100000:3.0:1746146178.408318:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009d25c380 x1830966202561024/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:309/0 lens 488/0 e 0 to 0 dl 1746146189 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146178.408325:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c380 with x1830966202561024 ext(0->4095) 00002000:00010000:3.0:1746146178.408331:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25c380 00000100:00100000:3.0:1746146178.408359:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14195 00000100:00100000:3.0:1746146178.408367:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202561024:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746146178.408505:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2007:x1830966202561024:12345-192.168.203.12@tcp:3:dd.0 Request processed in 138us (819us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746146178.408511:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14195 00002000:00100000:3.0:1746146178.408516:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff88009d25c380 x1830966202561024/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:309/0 lens 488/4536 e 0 to 0 dl 1746146189 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146178.408528:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c380 with x1830966202561024 ext(0->4095) 00002000:00010000:3.0:1746146178.408531:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25c380 00000100:00100000:0.0:1746146178.429863:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.429967:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202561280 00000100:00100000:3.0:1746146178.429974:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202561280 00000100:00100000:3.0:1746146178.430013:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 194 00000100:00100000:3.0:1746146178.430020:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:3126:x1830966202561280:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746146178.430231:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:3126:x1830966202561280:12345-192.168.203.12@tcp:35:dd.0 Request processed in 211us (377us total) trans 4294982953 rc 0/0 00000100:00100000:3.0:1746146178.430238:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 194 00000100:00100000:0.0:1746146178.791667:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.791712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.791751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.791777:0:10562:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202561536 00000100:00100000:0.0:1746146178.791786:0:10562:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202561536 00000100:00100000:3.0:1746146178.791826:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202562048 00000100:00100000:3.0:1746146178.791831:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202562048 00000100:00100000:0.0:1746146178.791836:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1186 00000100:00100000:0.0:1746146178.791846:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+25:2009:x1830966202561536:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146178.791858:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1187 00000100:00100000:3.0:1746146178.791864:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:2009:x1830966202562048:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146178.791922:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:2009:x1830966202562048:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 57us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.791923:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+25:2009:x1830966202561536:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 77us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146178.791928:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1187 00000100:00100000:0.0:1746146178.791932:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1186 00000100:00100000:3.0:1746146178.791952:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202561792 00000100:00100000:3.0:1746146178.791954:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202561792 00000100:00100000:0.0:1746146178.791961:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00080000:0.0:1746146178.791986:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746146178.791988:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202562304 00000100:00100000:3.0:1746146178.791991:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202562304 00000100:00100000:0.0:1746146178.791998:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 812 00000100:00100000:0.0:1746146178.792004:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202561792:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146178.792009:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 813 00000100:00100000:3.0:1746146178.792014:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202562304:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146178.792022:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202561792:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 19us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.792027:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 812 00000100:00080000:0.0:1746146178.792037:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746146178.792040:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202562304:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 26us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146178.792045:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 813 00000100:00100000:0.0:1746146178.792073:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.792087:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202561408 00000100:00100000:3.0:1746146178.792089:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202561408 00000100:00100000:0.0:1746146178.792091:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146178.792106:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.792113:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 568 00000100:00100000:3.0:1746146178.792118:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad4bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:062d881c-0617-4303-9947-c7a5def1166b+12:2009:x1830966202561408:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146178.792138:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad4bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:062d881c-0617-4303-9947-c7a5def1166b+12:2009:x1830966202561408:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 20us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146178.792143:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 568 00000100:00100000:3.0:1746146178.792167:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202561664 00000100:00100000:3.0:1746146178.792169:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202561664 00000100:00100000:0.0:1746146178.792178:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.792182:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202562176 00000100:00100000:3.0:1746146178.792184:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202562176 00000100:00100000:0.0:1746146178.792189:0:10562:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1188 00000100:00100000:0.0:1746146178.792193:0:10562:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2009:x1830966202561664:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146178.792196:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1189 00000100:00100000:3.0:1746146178.792200:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2009:x1830966202562176:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146178.792209:0:10562:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2009:x1830966202561664:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 16us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.792214:0:10562:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1188 00000100:00100000:3.0:1746146178.792220:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2009:x1830966202562176:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 19us (42us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146178.792224:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1189 00000100:00100000:3.0:1746146178.792237:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202561920 00000100:00100000:3.0:1746146178.792239:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202561920 00000100:00100000:0.0:1746146178.792252:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146178.792253:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 814 00000100:00100000:3.0:1746146178.792257:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202561920:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146178.792260:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202562432 00000100:00100000:0.0:1746146178.792263:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202562432 00000100:00100000:3.0:1746146178.792276:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202561920:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 18us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.792277:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 815 00000100:00100000:3.0:1746146178.792281:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 814 00000100:00100000:0.0:1746146178.792281:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f192050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202562432:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:0.0:1746146178.792297:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f192050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:2009:x1830966202562432:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 15us (45us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146178.792301:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 815 00010000:00010000:0.0:1746146179.082549:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746146179.478985:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746146179.479011:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:065f921c-abbd-4f8e-b09f-86ccecd94661:3766:1830966199413632:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.479082:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146179.479829:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1830966199413760:0@lo:400:kworker.0 00000100:00100000:0.0:1746146179.479865:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146179.479947:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199413760 00000100:00100000:0.0:1746146179.479956:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199413760 00000100:00100000:0.0:1746146179.479993:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1746146179.480000:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1830966199413760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146179.480050:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1830966199413760:12345-0@lo:400:kworker.0 Request processed in 50us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146179.480058:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1746146179.480094:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1830966199413760:0@lo:400:kworker.0 00000100:00100000:2.0:1746146179.482134:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199413632 00000100:00100000:2.0:1746146179.482147:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199413632 00000100:00100000:2.0:1746146179.482208:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1746146179.482215:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad4b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3766:x1830966199413632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146179.482292:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad4b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3766:x1830966199413632:12345-0@lo:400:kworker.0 Request processed in 77us (3210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146179.482299:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1746146179.482451:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:065f921c-abbd-4f8e-b09f-86ccecd94661:3766:1830966199413632:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482646:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3768:1830966199414272:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482676:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146179.482690:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1830966199414784:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482703:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146179.482727:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746146179.482730:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199413888:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482746:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146179.482755:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3768:1830966199414400:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482766:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146179.482774:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1830966199414912:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482785:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146179.482803:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199413888 00000100:00100000:3.0:1746146179.482805:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199413888 00000100:00100000:3.0:1746146179.482824:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1746146179.482828:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966199413888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482850:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966199413888:12345-0@lo:400:kworker.0 Request processed in 22us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146179.482854:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1746146179.482865:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199414272 00000100:00100000:3.0:1746146179.482866:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199414272 00000100:00100000:3.0:1746146179.482884:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199414784 00000100:00100000:3.0:1746146179.482886:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199414784 00000100:00100000:3.0:1746146179.482895:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199414400 00000100:00100000:3.0:1746146179.482896:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199414400 00000100:00100000:3.0:1746146179.482903:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199414912 00000100:00100000:3.0:1746146179.482904:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199414912 00000100:00100000:3.0:1746146179.482912:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:3.0:1746146179.482915:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830966199414272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482930:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830966199414272:12345-0@lo:400:kworker.0 Request processed in 15us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146179.482933:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:3.0:1746146179.482939:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1746146179.482942:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830966199414784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482953:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830966199414784:12345-0@lo:400:kworker.0 Request processed in 11us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146179.482957:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1746146179.482962:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1746146179.482965:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830966199414400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482975:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830966199414400:12345-0@lo:400:kworker.0 Request processed in 10us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146179.482979:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1746146179.482983:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:3.0:1746146179.482986:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966199414912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.482996:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966199414912:12345-0@lo:400:kworker.0 Request processed in 10us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146179.483000:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00080000:3.0:1746146179.483008:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746146179.483010:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746146179.483023:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199413888:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.483030:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3768:1830966199414400:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.483035:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1830966199414912:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.483039:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3768:1830966199414272:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.483044:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1830966199414784:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483119:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830966199414016:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483138:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146179.483151:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199414528:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483168:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146179.483182:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199415040:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483195:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146179.483206:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746146179.483209:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199414144:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483228:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146179.483236:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199414656:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483247:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146179.483256:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199415168:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146179.483278:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199414528 00000100:00100000:1.0:1746146179.483280:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199414528 00000100:00100000:1.0:1746146179.483299:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199415040 00000100:00100000:1.0:1746146179.483300:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199415040 00000100:00100000:1.0:1746146179.483308:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199414656 00000100:00100000:1.0:1746146179.483309:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199414656 00000100:00100000:1.0:1746146179.483317:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199415168 00000100:00100000:1.0:1746146179.483318:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199415168 00000100:00100000:1.0:1746146179.483324:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1746146179.483328:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199414528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483348:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199414528:12345-0@lo:400:kworker.0 Request processed in 20us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146179.483352:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1746146179.483358:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1746146179.483361:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199415040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483373:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199415040:12345-0@lo:400:kworker.0 Request processed in 12us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146179.483377:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1746146179.483382:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1746146179.483385:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199414656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483396:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199414656:12345-0@lo:400:kworker.0 Request processed in 11us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146179.483400:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1746146179.483404:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1746146179.483407:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1830966199415168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483417:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3766:x1830966199415168:12345-0@lo:400:kworker.0 Request processed in 10us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146179.483420:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:1.0:1746146179.483444:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746146179.483446:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746146179.483457:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199414656:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483464:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199415168:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483470:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199414528:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483475:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199415040:0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.483650:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199414144 00000100:00100000:3.0:1746146179.483653:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199414144 00000100:00100000:3.0:1746146179.483676:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1746146179.483681:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199414144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.483740:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199414144:12345-0@lo:400:kworker.0 Request processed in 59us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146179.483745:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1746146179.483757:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199414016 00000100:00100000:3.0:1746146179.483760:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199414016 00000100:00100000:3.0:1746146179.483773:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1746146179.483777:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830966199414016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146179.483796:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1830966199414016:12345-0@lo:400:kworker.0 Request processed in 19us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146179.483800:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1746146179.483882:0:3766:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967389 gen 2 00000004:00080000:1.0:1746146179.483888:0:3766:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967389 committed transno 4294967389 00000100:00100000:1.0:1746146179.483905:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199414144:0@lo:400:kworker.0 00000100:00100000:1.0:1746146179.483913:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1830966199414016:0@lo:400:kworker.0 00000100:00100000:2.0:1746146179.542791:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746146179.542813:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072810a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199415296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746146179.542883:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146179.542994:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199415296 00000100:00100000:0.0:1746146179.543003:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199415296 00000100:00100000:0.0:1746146179.543043:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1746146179.543050:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830966199415296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746146179.543083:0:7239:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:0.0:1746146179.543126:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830966199415296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146179.543131:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1746146179.543238:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072810a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199415296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746146179.573978:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199415424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746146179.574060:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146179.574149:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199415424 00000100:00100000:2.0:1746146179.574158:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199415424 00000100:00100000:0.0:1746146179.574236:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199415552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746146179.574265:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146179.574349:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199415552 00000100:00100000:2.0:1746146179.574352:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199415552 00000100:00100000:2.0:1746146179.574366:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1746146179.574374:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199415424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746146179.574410:0:9585:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3921141760 avail 3689619456 00000100:00100000:2.0:1746146179.574458:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199415424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146179.574465:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1746146179.574482:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1746146179.574486:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3766:x1830966199415552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746146179.574495:0:9585:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3921141760 avail 3689619456 00000100:00100000:2.0:1746146179.574514:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3766:x1830966199415552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 28us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146179.574519:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1746146179.574633:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199415424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146179.574745:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199415552:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746146180.085510:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746146180.503812:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970883 is committed 00000100:00100000:3.0:1746146181.077980:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746146181.078009:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199415680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746146181.078086:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146181.078114:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199415680 00000100:00100000:1.0:1746146181.078122:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199415680 00000100:00080000:2.0:1746146181.078172:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746146181.078328:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1746146181.078338:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199415680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746146181.078366:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25561920 pending 0 free 3921104896 avail 3689582592 00000100:00100000:1.0:1746146181.078409:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199415680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146181.078415:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1746146181.078802:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199415680:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1746146181.087357:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146181.126328:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746146181.126352:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199415808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746146181.126436:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146181.126637:0:12842:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199415808 00000100:00100000:2.0:1746146181.126646:0:12842:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199415808 00000100:00100000:2.0:1746146181.126696:0:12842:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1746146181.126703:0:12842:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199415808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746146181.126743:0:12842:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25561920 pending 0 free 3921104896 avail 3689582592 00000100:00100000:2.0:1746146181.126787:0:12842:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199415808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146181.126797:0:12842:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00080000:0.0:1746146181.126912:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146181.126945:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199415808:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1746146181.498365:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972298 is committed 00000001:00080000:2.0:1746146181.498397:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972296 is committed 00000001:02000400:3.0:1746146181.904230:0:28710:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 20:36:21 (1746146181) 00000100:00100000:3.0:1746146181.972156:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146181.972365:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202562688 00000100:00100000:2.0:1746146181.972373:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202562688 00000100:00100000:2.0:1746146181.972426:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34626 00000100:00100000:2.0:1746146181.972434:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+25:3765:x1830966202562688:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746146181.972447:0:13944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146181.972450:0:13944:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746146181.972471:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c7da600/0x88944630cfb63c6e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc47 expref: 25 pid: 10562 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146181.972483:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146181.972486:0:13944:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146181.972766:0:13944:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb63de1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcd3 expref: -99 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146181.972839:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146181.972850:0:13944:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 18 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146181.972855:0:13944:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146181.972878:0:13944:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 18 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146181.972891:0:13944:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 18 pid: 7235 timeout: 884 lvb_type: 0 00000100:00100000:2.0:1746146181.972900:0:13944:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13944:1830966199415936:192.168.203.12@tcp:104: 00000100:00080000:0.0:1746146181.973815:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746146181.974699:0:13944:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146181.987242:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146181.987360:0:13944:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13944:1830966199415936:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146181.987391:0:13944:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000100:00100000:3.0:1746146181.987438:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202562816 00000100:00100000:3.0:1746146181.987445:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202562816 00010000:00010000:3.0:1746146181.987491:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 19 pid: 7235 timeout: 884 lvb_type: 0 00000100:00100000:3.0:1746146181.987529:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14845 00000100:00100000:3.0:1746146181.987537:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:2007:x1830966202562816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146181.987550:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146181.987555:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 19 pid: 7235 timeout: 884 lvb_type: 0 00010000:00010000:3.0:1746146181.987564:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 19 pid: 7235 timeout: 884 lvb_type: 0 00010000:00010000:3.0:1746146181.987583:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7c00/0x88944630cfb63d0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffc86 expref: 19 pid: 7235 timeout: 884 lvb_type: 0 00010000:00010000:3.0:1746146181.987597:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146181.987601:0:7219:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.987609:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.987614:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.987627:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146181.987660:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:2007:x1830966202562816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 125us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146181.987665:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14845 00010000:00010000:3.0:1746146181.987768:0:13944:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.987776:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.987795:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.987803:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.987808:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988183:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988189:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988194:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000004:00200000:3.0:1746146181.988202:0:13944:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:3.0:1746146181.988221:0:13944:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988227:0:13944:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988233:0:13944:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988239:0:13944:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bccb600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146181.988242:0:13944:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988248:0:13944:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988255:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146181.988258:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146181.988261:0:13944:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988265:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb63de8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00000004:00010000:3.0:1746146181.988273:0:13944:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012e838a80 reply state ffff88009a5ed000 transno 4294982954 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988280:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.988285:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ca1e200) 00010000:00010000:3.0:1746146181.988286:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746146181.988289:0:13944:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746146181.988324:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb63de1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 27 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146181.988336:0:13944:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 26 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146181.988341:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ec00) 00010000:00010000:3.0:1746146181.988343:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746146181.988344:0:13944:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2e600, rc 0) 00000100:00100000:3.0:1746146181.988375:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3765:x1830966202562688:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 15943us (16227us total) trans 4294982954 rc 0/0 00000100:00100000:3.0:1746146181.988385:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34626 00000100:00080000:0.0:1746146181.989017:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746146181.993198:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146181.995880:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202563072 00000100:00100000:3.0:1746146181.995889:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202563072 00000100:00100000:3.0:1746146181.995941:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34627 00000100:00100000:3.0:1746146181.995950:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3765:x1830966202563072:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746146181.995972:0:13944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146181.995991:0:13944:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bcca400/0x88944630cfb63e04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcda expref: -99 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146181.996078:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.996091:0:13944:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 28 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146181.996097:0:13944:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146181.996127:0:13944:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 28 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146181.996137:0:13944:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 28 pid: 13944 timeout: 884 lvb_type: 0 00000100:00100000:3.0:1746146181.996147:0:13944:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13944:1830966199416064:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146181.996223:0:13944:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4cbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746146181.998481:0:13944:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13944:1830966199416064:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146181.998503:0:13944:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000100:00100000:1.0:1746146182.002304:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146182.002341:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202563200 00000100:00100000:1.0:1746146182.002349:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202563200 00010000:00010000:1.0:1746146182.002386:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 29 pid: 13944 timeout: 884 lvb_type: 0 00000100:00100000:1.0:1746146182.002429:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14846 00000100:00100000:1.0:1746146182.002435:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+29:2008:x1830966202563200:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146182.002446:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146182.002451:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 29 pid: 13944 timeout: 884 lvb_type: 0 00010000:00010000:1.0:1746146182.002462:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 29 pid: 13944 timeout: 884 lvb_type: 0 00010000:00010000:1.0:1746146182.002480:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63df6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcd3 expref: 29 pid: 13944 timeout: 884 lvb_type: 0 00010000:00010000:1.0:1746146182.002492:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ec00) 00010000:00010000:1.0:1746146182.002496:0:7218:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146182.002505:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146182.002511:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146182.006652:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146182.006732:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+28:2008:x1830966202563200:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4275us (4417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146182.006743:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14846 00010000:00010000:3.0:1746146182.008015:0:13944:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.008030:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000004:00200000:3.0:1746146182.008056:0:13944:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00000004:00080000:3.0:1746146182.008234:0:13944:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00000004:00080000:3.0:1746146182.008240:0:13944:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:3.0:1746146182.008341:0:13944:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.008349:0:13944:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.008355:0:13944:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.008360:0:13944:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbc6800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146182.008364:0:13944:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.008371:0:13944:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.008386:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ec00) 00010000:00010000:3.0:1746146182.008389:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746146182.008393:0:13944:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.008397:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6800/0x88944630cfb63e0b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.008469:0:13944:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bcca400/0x88944630cfb63e04 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcda expref: 28 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146182.008476:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bcca400/0x88944630cfb63e04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcda expref: 28 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146182.008485:0:13944:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bcca400, rc 0) 00000100:00100000:3.0:1746146182.008534:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3765:x1830966202563072:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 12584us (15343us total) trans 4294982955 rc 301/301 00000100:00100000:3.0:1746146182.008543:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34627 00000100:00100000:3.0:1746146182.012113:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146182.012806:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202563456 00000100:00100000:0.0:1746146182.012814:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202563456 00000100:00100000:0.0:1746146182.012860:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 195 00000100:00100000:0.0:1746146182.012867:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3765:x1830966202563456:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:0.0:1746146182.013084:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+28:3765:x1830966202563456:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 217us (979us total) trans 4294982956 rc 0/0 00000100:00100000:0.0:1746146182.013090:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 195 00000100:00100000:0.0:1746146182.015434:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146182.015538:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202563584 00000100:00100000:3.0:1746146182.015547:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202563584 00000100:00100000:3.0:1746146182.015595:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34628 00000100:00100000:3.0:1746146182.015603:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+28:3765:x1830966202563584:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746146182.015624:0:13944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146182.015643:0:13944:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6e00/0x88944630cfb63e19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffce1 expref: -99 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146182.015692:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6e00/0x88944630cfb63e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffce1 expref: 29 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146182.015703:0:13944:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cbc6e00/0x88944630cfb63e19 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffce1 expref: 29 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146182.015735:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:3.0:1746146182.015738:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746146182.015741:0:13944:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbc6e00, rc 0) 00000100:00100000:3.0:1746146182.015780:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+29:3765:x1830966202563584:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 179us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146182.015785:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34628 00000100:00100000:0.0:1746146182.019790:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146182.019862:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202563840 00000100:00100000:3.0:1746146182.019870:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202563840 00000100:00100000:3.0:1746146182.019906:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 196 00000100:00100000:3.0:1746146182.019913:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c461450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+29:3765:x1830966202563840:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:3.0:1746146182.020076:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c461450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+30:3765:x1830966202563840:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 164us (292us total) trans 4294982957 rc 0/0 00000100:00100000:3.0:1746146182.020082:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 196 00000100:00100000:0.0:1746146182.033551:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146182.033635:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202563968 00000100:00100000:2.0:1746146182.033643:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202563968 00000100:00100000:2.0:1746146182.033800:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34629 00000100:00100000:2.0:1746146182.033809:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+30:3768:x1830966202563968:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146182.033831:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146182.033848:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffce8 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.033894:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63e27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.033906:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63e27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.033916:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63e27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146182.033956:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146182.033959:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146182.033976:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63e27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.033994:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffce8 expref: 32 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.034011:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63e27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffce8 expref: 31 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.034024:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146182.034027:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146182.034030:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009964c600, rc 0) 00000100:00100000:2.0:1746146182.034081:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+31:3768:x1830966202563968:12345-192.168.203.12@tcp:101:dd.0 Request processed in 272us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146182.034087:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34629 00000100:00100000:0.0:1746146182.035948:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146182.036039:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202564224 00000100:00100000:2.0:1746146182.036047:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202564224 00000100:00100000:2.0:1746146182.036091:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34630 00000100:00100000:2.0:1746146182.036097:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+31:3768:x1830966202564224:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146182.036113:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146182.036116:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746146182.036138:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c600/0x88944630cfb63e27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffce8 expref: 31 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.036150:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146182.036154:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146182.036161:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c400/0x88944630cfb63e2e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcef expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.036254:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036264:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036273:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036283:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036289:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036294:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036335:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb6e00/0x88944630cfb63e43 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036340:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb6e00/0x88944630cfb63e43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036346:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb6e00/0x88944630cfb63e43 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146182.036352:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:2.0:1746146182.036425:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036431:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036436:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036441:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036446:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009964d800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146182.036450:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.036455:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037029:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146182.037031:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146182.037034:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037039:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009964d800/0x88944630cfb63e35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037048:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037053:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037057:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037061:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b08de00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146182.037063:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037067:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037073:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ca1e200) 00010000:00010000:2.0:1746146182.037074:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146182.037076:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037084:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb63e3c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.037115:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009964c400/0x88944630cfb63e2e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcef expref: 33 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.037125:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb6e00/0x88944630cfb63e43 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcef expref: 32 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.037130:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:2.0:1746146182.037132:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146182.037133:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffb6e00, rc 0) 00000100:00100000:2.0:1746146182.037226:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+32:3768:x1830966202564224:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1127us (1282us total) trans 4294982958 rc 0/0 00000100:00100000:2.0:1746146182.037235:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34630 00000100:00100000:2.0:1746146182.039500:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146182.039526:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202564352 00000100:00100000:2.0:1746146182.039533:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202564352 00000100:00100000:2.0:1746146182.039573:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34631 00000100:00100000:2.0:1746146182.039580:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+32:3768:x1830966202564352:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146182.039617:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146182.039628:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb6800/0x88944630cfb63e51 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcf6 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.039651:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb7200/0x88944630cfb63e58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.039660:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb7200/0x88944630cfb63e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.039669:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb7200/0x88944630cfb63e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.039766:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb6800/0x88944630cfb63e51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcf6 expref: 34 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.039778:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb7200/0x88944630cfb63e58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcf6 expref: 33 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.039784:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:2.0:1746146182.039786:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746146182.039788:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffb7200, rc 0) 00000100:00100000:2.0:1746146182.039832:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+33:3768:x1830966202564352:12345-192.168.203.12@tcp:101:dd.0 Request processed in 252us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146182.039838:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34631 00000100:00100000:0.0:1746146182.041249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146182.041654:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202564608 00000100:00100000:2.0:1746146182.041661:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202564608 00000100:00100000:2.0:1746146182.041691:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34632 00000100:00100000:2.0:1746146182.041698:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+33:3768:x1830966202564608:12345-192.168.203.12@tcp:36:dd.0 00010000:00010000:2.0:1746146182.041753:0:13944:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146182.041770:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffb6e00/0x88944630cfb63e43 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcef expref: 33 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.041782:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:2.0:1746146182.041786:0:13944:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146182.041906:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146182.041921:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146182.041928:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000001:00080000:2.0:1746146182.041953:0:13944:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982959 00000004:00010000:2.0:1746146182.041964:0:13944:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880072810000 reply state ffff88009a5eb000 transno 4294982960 ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146182.041971:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146182.041976:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:2.0:1746146182.041978:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146182.041980:0:13944:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746146182.042044:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+35:3768:x1830966202564608:12345-192.168.203.12@tcp:36:dd.0 Request processed in 346us (796us total) trans 4294982960 rc 0/0 00000100:00100000:2.0:1746146182.042050:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34632 00000020:00080000:2.0:1746146182.042054:0:13944:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746146182.045119:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146182.045704:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202564736 00000100:00100000:1.0:1746146182.045711:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202564736 00000100:00100000:1.0:1746146182.045794:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31506 00000100:00100000:1.0:1746146182.045802:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+5:3768:x1830966202564736:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746146182.045816:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146182.045832:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffcfd expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746146182.045852:0:26612:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00080000:0.0:1746146182.045897:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746146182.045931:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146182.045933:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146182.045939:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146182.045952:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146182.045965:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36c00, rc 0) 00000100:00100000:1.0:1746146182.046100:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072813b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:3768:x1830966202564736:12345-192.168.203.12@tcp:101:dd.0 Request processed in 298us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146182.046108:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31506 00000100:00100000:0.0:1746146182.048485:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146182.048546:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202564864 00000100:00100000:1.0:1746146182.048553:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202564864 00000100:00080000:0.0:1746146182.048593:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746146182.048684:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31507 00000100:00100000:1.0:1746146182.048691:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+5:3768:x1830966202564864:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746146182.048705:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146182.048747:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd04 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746146182.048761:0:26612:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746146182.048776:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146182.048777:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146182.048781:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146182.048790:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146182.048796:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cf36800, rc 0) 00000100:00100000:1.0:1746146182.048830:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072811880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:3768:x1830966202564864:12345-192.168.203.12@tcp:101:dd.0 Request processed in 141us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146182.048834:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31507 00000100:00100000:0.0:1746146182.050622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146182.051549:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202564992 00000100:00100000:1.0:1746146182.051557:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202564992 00002000:00010000:1.0:1746146182.051587:0:24977:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:1.0:1746146182.051590:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810700 with x1830966202564992 ext(0->18446744073709551615) 00002000:00010000:1.0:1746146182.051599:0:24977:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072810700. 00000100:00100000:1.0:1746146182.051626:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14196 00000100:00100000:1.0:1746146182.051634:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202564992:12345-192.168.203.12@tcp:10:dd.0 00002000:00010000:1.0:1746146182.051791:0:24977:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746146182.051794:0:24977:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746146182 00002000:00010000:1.0:1746146182.051796:0:24977:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746146182.051797:0:24977:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746146182 00002000:00010000:1.0:1746146182.051799:0:24977:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746146182.051836:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202564992:12345-192.168.203.12@tcp:10:dd.0 Request processed in 202us (1219us total) trans 4294972299 rc 0/0 00000100:00100000:1.0:1746146182.051842:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14196 00002000:00010000:1.0:1746146182.051845:0:24977:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:1.0:1746146182.051847:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810700 with x1830966202564992 ext(0->18446744073709551615) 00002000:00010000:1.0:1746146182.051851:0:24977:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072810700. 00000100:00100000:0.0:1746146182.052011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146182.052252:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202565120 00000100:00100000:3.0:1746146182.052256:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202565120 00002000:00010000:3.0:1746146182.052274:0:27126:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:3.0:1746146182.052277:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072812d80 with x1830966202565120 ext(0->18446744073709551615) 00002000:00010000:3.0:1746146182.052283:0:27126:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072812d80. 00000100:00100000:3.0:1746146182.052307:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14197 00000100:00100000:3.0:1746146182.052312:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202565120:12345-192.168.203.12@tcp:10:dd.0 00002000:00010000:3.0:1746146182.052392:0:27126:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746146182.052394:0:27126:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746146182 00002000:00010000:3.0:1746146182.052396:0:27126:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746146182.052397:0:27126:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746146182 00002000:00010000:3.0:1746146182.052399:0:27126:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746146182.052442:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072812d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202565120:12345-192.168.203.12@tcp:10:dd.0 Request processed in 129us (430us total) trans 4294970884 rc 0/0 00000100:00100000:3.0:1746146182.052447:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14197 00002000:00010000:3.0:1746146182.052451:0:27126:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/25 (0->18446744073709551615) 00002000:00100000:3.0:1746146182.052452:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072812d80 with x1830966202565120 ext(0->18446744073709551615) 00002000:00010000:3.0:1746146182.052456:0:27126:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072812d80. 00010000:00010000:0.0:1746146182.087986:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146182.490694:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146182.491222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146182.491358:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202565376 00000100:00100000:3.0:1746146182.491366:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202565376 00002000:00100000:3.0:1746146182.491434:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff880072810a80 x1830966202565376/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/0 e 0 to 0 dl 1746146193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146182.491443:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810a80 with x1830966202565376 ext(0->4194303) 00002000:00010000:3.0:1746146182.491448:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072810a80 00000100:00100000:0.0:1746146182.492167:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202565632 00000100:00100000:0.0:1746146182.492172:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202565632 00002000:00100000:0.0:1746146182.492192:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff88009cb9b100 x1830966202565632/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/0 e 0 to 0 dl 1746146193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146182.492201:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b100 with x1830966202565632 ext(0->4194303) 00002000:00010000:0.0:1746146182.492204:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9b100 00000100:00100000:0.0:1746146182.492220:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14198 00000100:00100000:0.0:1746146182.492226:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2009:x1830966202565376:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746146182.492840:0:27124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14199 00000100:00100000:1.0:1746146182.492850:0:27124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202565632:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746146182.521976:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199416192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746146182.522028:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146182.522067:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199416192 00000100:00100000:2.0:1746146182.522074:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199416192 00000100:00100000:2.0:1746146182.522117:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1746146182.522125:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199416192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746146182.522160:0:8388:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:2.0:1746146182.522197:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199416192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146182.522203:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1746146182.522225:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199416192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746146182.602657:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2009:x1830966202565376:12345-192.168.203.12@tcp:4:dd.0 Request processed in 110418us (111957us total) trans 4294972300 rc 0/0 00000100:00100000:0.0:1746146182.602670:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14198 00002000:00100000:0.0:1746146182.602684:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff880072810a80 x1830966202565376/t4294972300(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/448 e 0 to 0 dl 1746146193 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146182.602693:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072810a80 with x1830966202565376 ext(0->4194303) 00002000:00010000:0.0:1746146182.602700:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072810a80 00000100:00100000:0.0:1746146182.643795:0:27124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966202565632:12345-192.168.203.12@tcp:4:dd.0 Request processed in 150939us (152564us total) trans 4294970885 rc 0/0 00000100:00100000:0.0:1746146182.643805:0:27124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14199 00002000:00100000:0.0:1746146182.643815:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4194303) req@ffff88009cb9b100 x1830966202565632/t4294970885(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/448 e 0 to 0 dl 1746146193 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146182.643823:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9b100 with x1830966202565632 ext(0->4194303) 00002000:00010000:0.0:1746146182.643828:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9b100 00000100:00100000:0.0:1746146182.652161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146182.652255:0:27124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202565888 00000100:00100000:2.0:1746146182.652263:0:27124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202565888 00002000:00100000:2.0:1746146182.652307:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff88009cb98380 x1830966202565888/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/0 e 0 to 0 dl 1746146193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146182.652316:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98380 with x1830966202565888 ext(4194304->8388607) 00002000:00010000:2.0:1746146182.652322:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98380 00000100:00100000:2.0:1746146182.652354:0:27124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14200 00000100:00100000:2.0:1746146182.652362:0:27124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202565888:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:2.0:1746146182.683937:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146182.684014:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202566144 00000100:00100000:1.0:1746146182.684023:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202566144 00002000:00100000:1.0:1746146182.684064:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff880130d0d500 x1830966202566144/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/0 e 0 to 0 dl 1746146193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146182.684073:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0d500 with x1830966202566144 ext(4194304->8388607) 00002000:00010000:1.0:1746146182.684078:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130d0d500 00000100:00100000:1.0:1746146182.684108:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14201 00000100:00100000:1.0:1746146182.684116:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202566144:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746146182.706936:0:27124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966202565888:12345-192.168.203.12@tcp:4:dd.0 Request processed in 54561us (54767us total) trans 4294972301 rc 0/0 00000100:00100000:0.0:1746146182.706948:0:27124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14200 00002000:00100000:0.0:1746146182.706961:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff88009cb98380 x1830966202565888/t4294972301(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/448 e 0 to 0 dl 1746146193 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146182.706970:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98380 with x1830966202565888 ext(4194304->8388607) 00002000:00010000:0.0:1746146182.706978:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98380 00000100:00100000:1.0:1746146182.737208:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966202566144:12345-192.168.203.12@tcp:4:dd.0 Request processed in 53084us (53269us total) trans 4294970886 rc 0/0 00000100:00100000:1.0:1746146182.737219:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14201 00002000:00100000:1.0:1746146182.737231:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (4194304->8388607) req@ffff880130d0d500 x1830966202566144/t4294970886(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/448 e 0 to 0 dl 1746146193 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146182.737239:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d0d500 with x1830966202566144 ext(4194304->8388607) 00002000:00010000:1.0:1746146182.737244:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130d0d500 00000100:00100000:0.0:1746146182.758996:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146182.759065:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202566400 00000100:00100000:1.0:1746146182.759072:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202566400 00002000:00100000:1.0:1746146182.759112:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff88009cb98e00 x1830966202566400/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/0 e 0 to 0 dl 1746146193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146182.759122:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98e00 with x1830966202566400 ext(8388608->12582911) 00002000:00010000:1.0:1746146182.759126:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98e00 00000100:00100000:1.0:1746146182.759156:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14202 00000100:00100000:1.0:1746146182.759163:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966202566400:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746146182.775824:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146182.777317:0:27124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202566656 00000100:00100000:2.0:1746146182.777327:0:27124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202566656 00002000:00100000:2.0:1746146182.777371:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff88009cb9aa00 x1830966202566656/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/0 e 0 to 0 dl 1746146193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146182.777382:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9aa00 with x1830966202566656 ext(8388608->12582911) 00002000:00010000:2.0:1746146182.777386:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9aa00 00000100:00100000:2.0:1746146182.777427:0:27124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14203 00000100:00100000:2.0:1746146182.777434:0:27124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966202566656:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746146182.783512:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146182.784161:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202566912 00000100:00100000:0.0:1746146182.784167:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202566912 00000100:00100000:3.0:1746146182.786766:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 197 00000100:00100000:3.0:1746146182.786782:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+35:3768:x1830966202566912:12345-192.168.203.12@tcp:35:dd.0 00000001:00080000:3.0:1746146182.786975:0:20475:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982961 00000100:00100000:3.0:1746146182.787070:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+37:3768:x1830966202566912:12345-192.168.203.12@tcp:35:dd.0 Request processed in 293us (3563us total) trans 4294982962 rc 0/0 00000100:00100000:3.0:1746146182.787077:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 197 00000020:00080000:3.0:1746146182.787081:0:20475:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:0.0:1746146182.807890:0:7214:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982962 is committed 00000001:00080000:0.0:1746146182.807912:0:7214:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982953 is committed 00000020:00080000:0.0:1746146182.807928:0:7214:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88012df11240 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:0.0:1746146182.807932:0:7214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009c41f600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88012df11c00 00000020:00080000:0.0:1746146182.807936:0:7214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:0.0:1746146182.807938:0:7214:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88009c41f000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880081a8ae00 00000020:00080000:0.0:1746146182.807940:0:7214:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000020:00080000:0.0:1746146182.807955:0:7214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:1.0:1746146182.809571:0:7264:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00000004:00080000:1.0:1746146182.809639:0:7264:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88013675bc00 with version 20 00000020:00080000:1.0:1746146182.809664:0:7264:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1746146182.809698:0:7264:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1746146182.809705:0:7264:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1746146182.809769:0:3753:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809783:0:3753:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809789:0:3753:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809794:0:3753:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8a800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146182.809798:0:3753:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809807:0:3753:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809820:0:3753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009c41fe00) 00010000:00010000:3.0:1746146182.809823:0:3753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146182.809826:0:3753:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809830:0:3753:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb63c44 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809851:0:3753:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809855:0:3753:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809860:0:3753:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809863:0:3753:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800997c2c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146182.809865:0:3753:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809869:0:3753:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809876:0:3753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009c41f100) 00010000:00010000:3.0:1746146182.809878:0:3753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146182.809880:0:3753:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809884:0:3753:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb63c4b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809891:0:3753:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809895:0:3753:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809899:0:3753:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809902:0:3753:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800997c3000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146182.809904:0:3753:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809907:0:3753:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809912:0:3753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88009c41fd00) 00010000:00010000:3.0:1746146182.809914:0:3753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146182.809915:0:3753:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809919:0:3753:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb63c52 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10562 initiator: MDT0 00010000:00010000:3.0:1746146182.809931:0:3753:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809934:0:3753:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809938:0:3753:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809941:0:3753:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d7800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146182.809943:0:3753:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809947:0:3753:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809952:0:3753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff88009e726400) 00010000:00010000:3.0:1746146182.809954:0:3753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146182.809956:0:3753:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809959:0:3753:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7800/0x88944630cfb63cd0 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809969:0:3753:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809973:0:3753:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809976:0:3753:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809979:0:3753:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2fa00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146182.809981:0:3753:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809984:0:3753:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.809988:0:3753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff88009e726500) 00010000:00010000:3.0:1746146182.809990:0:3753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146182.809993:0:3753:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.810000:0:3753:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63d86 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146182.810007:0:3753:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810010:0:3753:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810014:0:3753:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810017:0:3753:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c671400 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146182.810019:0:3753:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810022:0:3753:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810026:0:3753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ca1e200) 00010000:00010000:3.0:1746146182.810027:0:3753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146182.810030:0:3753:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810033:0:3753:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c671400/0x88944630cfb63def lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810042:0:3753:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810046:0:3753:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810053:0:3753:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810056:0:3753:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009964cc00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146182.810058:0:3753:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810062:0:3753:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810067:0:3753:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:3.0:1746146182.810069:0:3753:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146182.810070:0:3753:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146182.810074:0:3753:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009964cc00/0x88944630cfb63e5f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00000004:00080000:2.0:1746146182.810126:0:8778:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800ad419180 version 20 rpc_version 20 00000020:00100000:2.0:1746146182.810149:0:8778:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1746146182.810156:0:8778:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880130d0c700 x1830966199416448/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746146182.810172:0:8778:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8778:1830966199416448:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746146182.810213:0:8778:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146182.810255:0:8778:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746146182.810296:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199416448 00000100:00100000:3.0:1746146182.810301:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199416448 00000100:00100000:3.0:1746146182.810332:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1746146182.810338:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8778:x1830966199416448:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746146182.810451:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8778:x1830966199416448:12345-0@lo:1000:osp_up1-0.0 Request processed in 113us (237us total) trans 4294967390 rc 0/0 00000100:00100000:3.0:1746146182.810457:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1746146182.810566:0:8778:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0c700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8778:1830966199416448:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746146182.815285:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2008:x1830966202566400:12345-192.168.203.12@tcp:4:dd.0 Request processed in 56113us (56290us total) trans 4294972302 rc 0/0 00000100:00100000:2.0:1746146182.815297:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14202 00002000:00100000:2.0:1746146182.815307:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff88009cb98e00 x1830966202566400/t4294972302(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/448 e 0 to 0 dl 1746146193 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146182.815316:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb98e00 with x1830966202566400 ext(8388608->12582911) 00002000:00010000:2.0:1746146182.815320:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb98e00 00000100:00100000:0.0:1746146182.826158:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146182.831571:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202567040 00000100:00100000:2.0:1746146182.831585:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202567040 00000100:00100000:2.0:1746146182.831674:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34633 00000100:00100000:2.0:1746146182.831682:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+15:3773:x1830966202567040:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746146182.831708:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146182.831738:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd0b expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.831790:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c000/0x88944630cfb63e7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.831801:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c000/0x88944630cfb63e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.831810:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c000/0x88944630cfb63e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146182.831845:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146182.831848:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146182.831862:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c000/0x88944630cfb63e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146182.831881:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd0b expref: 17 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.831919:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c000/0x88944630cfb63e7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd0b expref: 16 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146182.833275:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146182.833277:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146182.833281:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:2.0:1746146182.833357:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:3773:x1830966202567040:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 1673us (7205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146182.833364:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34633 00000100:00100000:2.0:1746146182.847008:0:27124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2007:x1830966202566656:12345-192.168.203.12@tcp:4:dd.0 Request processed in 69564us (71182us total) trans 4294970887 rc 0/0 00000100:00100000:2.0:1746146182.847020:0:27124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14203 00002000:00100000:2.0:1746146182.847032:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (8388608->12582911) req@ffff88009cb9aa00 x1830966202566656/t4294970887(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:313/0 lens 488/448 e 0 to 0 dl 1746146193 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146182.847041:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9aa00 with x1830966202566656 ext(8388608->12582911) 00002000:00010000:2.0:1746146182.847046:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9aa00 00010000:00010000:1.0:1746146183.102000:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146183.397631:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.397702:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202567296 00000100:00100000:2.0:1746146183.397710:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202567296 00000100:00080000:0.0:1746146183.397754:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746146183.397895:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34634 00000100:00100000:2.0:1746146183.397904:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:3784:x1830966202567296:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746146183.397921:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146183.397925:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746146183.397950:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c000/0x88944630cfb63e7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd0b expref: 16 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.397973:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146183.397977:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146183.397986:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d400/0x88944630cfb63e82 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd12 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.398081:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398093:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398101:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398114:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398119:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398124:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398447:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398455:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398460:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746146183.398465:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:2.0:1746146183.398481:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398485:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398488:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398492:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398495:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87d200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146183.398497:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398501:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398505:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146183.398506:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146183.398507:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398510:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d200/0x88944630cfb63e89 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000004:00010000:2.0:1746146183.398514:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009d25df80 reply state ffff8800728db000 transno 4294982963 ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398518:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746146183.398521:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009c41ff00) 00010000:00010000:2.0:1746146183.398522:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746146183.398524:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746146183.398538:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d400/0x88944630cfb63e82 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 18 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.398545:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 17 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.398550:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f200) 00010000:00010000:2.0:1746146183.398551:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146183.398553:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:2.0:1746146183.398603:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+18:3784:x1830966202567296:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 701us (979us total) trans 4294982963 rc 0/0 00000100:00100000:2.0:1746146183.398609:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34634 00000100:00100000:1.0:1746146183.403242:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.403319:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202567552 00000100:00100000:3.0:1746146183.403328:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202567552 00000100:00100000:3.0:1746146183.404022:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34635 00000100:00100000:3.0:1746146183.404033:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+18:3784:x1830966202567552:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746146183.404059:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146183.404078:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63ea5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd19 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.404176:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.404188:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 19 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.404195:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.404220:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 19 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.404229:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 19 pid: 7235 timeout: 885 lvb_type: 0 00000100:00100000:3.0:1746146183.404241:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7235:1830966199416576:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146183.404335:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800997a8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746146183.406060:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7235:1830966199416576:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146183.406064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:3.0:1746146183.406084:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:1.0:1746146183.406521:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202567680 00000100:00100000:1.0:1746146183.406528:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202567680 00010000:00010000:1.0:1746146183.406558:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 20 pid: 7235 timeout: 885 lvb_type: 0 00000100:00100000:1.0:1746146183.406596:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14847 00000100:00100000:1.0:1746146183.406603:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2008:x1830966202567680:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146183.406614:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746146183.406620:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 20 pid: 7235 timeout: 885 lvb_type: 0 00010000:00010000:1.0:1746146183.406630:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 20 pid: 7235 timeout: 885 lvb_type: 0 00010000:00010000:1.0:1746146183.406650:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63e97 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd12 expref: 20 pid: 7235 timeout: 885 lvb_type: 0 00010000:00010000:1.0:1746146183.406662:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f200) 00010000:00010000:1.0:1746146183.406666:0:7218:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146183.406673:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146183.406680:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:1.0:1746146183.406711:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146183.406778:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2008:x1830966202567680:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 174us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146183.406786:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14847 00010000:00010000:3.0:1746146183.407075:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.407081:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746146183.407101:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:3.0:1746146183.407375:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00000004:00080000:3.0:1746146183.407381:0:7235:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:3.0:1746146183.407480:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.407487:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.407493:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.407498:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2e600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146183.407503:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.407508:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.407518:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f200) 00010000:00010000:3.0:1746146183.407520:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746146183.407523:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.407528:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63eac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.407577:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63ea5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd19 expref: 19 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.407585:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fc00/0x88944630cfb63ea5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd19 expref: 19 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.407596:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2fc00, rc 0) 00000100:00100000:3.0:1746146183.407630:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+18:3784:x1830966202567552:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 3598us (4393us total) trans 4294982964 rc 301/301 00000100:00100000:3.0:1746146183.407635:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34635 00000100:00100000:0.0:1746146183.410237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.410550:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202567936 00000100:00100000:3.0:1746146183.410560:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202567936 00000100:00100000:3.0:1746146183.410602:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 198 00000100:00100000:3.0:1746146183.410610:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+18:3784:x1830966202567936:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:3.0:1746146183.411835:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+19:3784:x1830966202567936:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 1217us (1599us total) trans 4294982965 rc 0/0 00000100:00100000:3.0:1746146183.411845:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 198 00000100:00100000:0.0:1746146183.419322:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.419518:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202568064 00000100:00100000:2.0:1746146183.419530:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202568064 00000100:00100000:2.0:1746146183.419580:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34636 00000100:00100000:2.0:1746146183.419591:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+19:3784:x1830966202568064:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746146183.419617:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146183.419638:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ce00/0x88944630cfb63eba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd20 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.419692:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ce00/0x88944630cfb63eba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd20 expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.419707:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ce00/0x88944630cfb63eba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd20 expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.419758:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:2.0:1746146183.419761:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746146183.419766:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87ce00, rc 0) 00000100:00100000:2.0:1746146183.419823:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+20:3784:x1830966202568064:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 233us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146183.419830:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34636 00000100:00100000:0.0:1746146183.421528:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.426229:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202568320 00000100:00100000:3.0:1746146183.426247:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202568320 00000100:00100000:3.0:1746146183.426319:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 199 00000100:00100000:3.0:1746146183.426331:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+20:3784:x1830966202568320:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:3.0:1746146183.426548:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+21:3784:x1830966202568320:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 221us (5025us total) trans 4294982966 rc 0/0 00000100:00100000:3.0:1746146183.426555:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 199 00000100:00100000:0.0:1746146183.436710:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.436801:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202568448 00000100:00100000:2.0:1746146183.436815:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202568448 00000100:00080000:0.0:1746146183.436850:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746146183.436883:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34637 00000100:00100000:2.0:1746146183.436893:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:3786:x1830966202568448:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146183.436909:0:13944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146183.436925:0:13944:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63ec1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd27 expref: -99 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.436984:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d400/0x88944630cfb63ec8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146183.436996:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d400/0x88944630cfb63ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146183.437005:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d400/0x88944630cfb63ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000004:00200000:2.0:1746146183.437043:0:13944:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146183.437047:0:13944:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146183.437063:0:13944:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d400/0x88944630cfb63ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:2.0:1746146183.437080:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87de00/0x88944630cfb63ec1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd27 expref: 16 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.437093:0:13944:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d400/0x88944630cfb63ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd27 expref: 15 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.437104:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146183.437107:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146183.437110:0:13944:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87d400, rc 0) 00000100:00100000:2.0:1746146183.437166:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+15:3786:x1830966202568448:12345-192.168.203.12@tcp:101:dd.0 Request processed in 275us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146183.437172:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34637 00000100:00100000:2.0:1746146183.440283:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.440396:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202568704 00000100:00100000:3.0:1746146183.440413:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202568704 00000100:00100000:3.0:1746146183.440469:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34638 00000100:00100000:3.0:1746146183.440478:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+15:3786:x1830966202568704:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746146183.440499:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146183.440520:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63ecf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd2e expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.440596:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440608:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440617:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440628:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440633:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440638:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440759:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63ee4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440767:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440773:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746146183.440781:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:3.0:1746146183.440858:0:7235:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440864:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440875:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440881:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440885:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2f800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146183.440888:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440894:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440902:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146183.440904:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146183.440908:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440911:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2f800/0x88944630cfb63ed6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440919:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440923:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440927:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440930:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2ec00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146183.440932:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440940:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440944:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009ca1e500) 00010000:00010000:3.0:1746146183.440946:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146183.440948:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440951:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb63edd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146183.440979:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e600/0x88944630cfb63ecf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd2e expref: 18 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.440987:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2fa00/0x88944630cfb63ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd2e expref: 17 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.440992:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:3.0:1746146183.440993:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746146183.440995:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2fa00, rc 0) 00000100:00100000:3.0:1746146183.441982:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:3786:x1830966202568704:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1499us (1705us total) trans 4294982967 rc 0/0 00000100:00100000:0.0:1746146183.442269:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.442704:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34638 00000100:00100000:0.0:1746146183.442836:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202568832 00000100:00100000:0.0:1746146183.442843:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202568832 00000100:00100000:0.0:1746146183.442883:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34639 00000100:00100000:0.0:1746146183.442889:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+21:3785:x1830966202568832:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146183.442909:0:13944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146183.442925:0:13944:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb63ef2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd35 expref: -99 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.442972:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb63ef9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.442983:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb63ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.442993:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb63ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000004:00200000:0.0:1746146183.443031:0:13944:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746146183.443034:0:13944:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746146183.443049:0:13944:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb63ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.443829:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb63ef2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd35 expref: 23 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.443855:0:13944:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb63ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd35 expref: 22 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.443863:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146183.443866:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746146183.443869:0:13944:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:0.0:1746146183.443948:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:3785:x1830966202568832:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1059us (1679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146183.443956:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34639 00000100:00100000:0.0:1746146183.445428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.445610:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202569088 00000100:00100000:0.0:1746146183.445621:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202569088 00000100:00100000:0.0:1746146183.445667:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34640 00000100:00100000:0.0:1746146183.445674:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:3786:x1830966202569088:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146183.445690:0:13944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146183.445693:0:13944:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746146183.445730:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d400/0x88944630cfb63ec8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd27 expref: 17 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.445742:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146183.445745:0:13944:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746146183.445753:0:13944:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8800/0x88944630cfb63f00 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd3c expref: -99 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.445846:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445855:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445862:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445869:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445874:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445883:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445916:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445922:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445927:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000004:00200000:0.0:1746146183.445934:0:13944:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:0.0:1746146183.445992:0:13944:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.445999:0:13944:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446005:0:13944:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446010:0:13944:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cab9800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146183.446013:0:13944:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446019:0:13944:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446026:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146183.446028:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146183.446030:0:13944:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446039:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb63f07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446045:0:13944:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446050:0:13944:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446054:0:13944:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446058:0:13944:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cab8c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146183.446060:0:13944:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446064:0:13944:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446069:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009c41ff00) 00010000:00010000:0.0:1746146183.446071:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146183.446073:0:13944:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446077:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:0.0:1746146183.446244:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8800/0x88944630cfb63f00 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 19 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.446254:0:13944:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 18 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.446264:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:0.0:1746146183.446266:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746146183.446268:0:13944:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9200, rc 0) 00000100:00100000:0.0:1746146183.446303:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:3786:x1830966202569088:12345-192.168.203.12@tcp:101:dd.0 Request processed in 631us (882us total) trans 4294982968 rc 0/0 00000100:00100000:0.0:1746146183.446309:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34640 00000100:00100000:1.0:1746146183.448224:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.448251:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202569344 00000100:00100000:1.0:1746146183.448258:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202569344 00000100:00100000:1.0:1746146183.450384:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34641 00000100:00100000:1.0:1746146183.450398:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+22:3785:x1830966202569344:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746146183.450427:0:13944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146183.450443:0:13944:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf000/0x88944630cfb63f23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd43 expref: -99 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.450510:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450522:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450532:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450545:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450551:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450556:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450648:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512200/0x88944630cfb63f38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450656:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512200/0x88944630cfb63f38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450662:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512200/0x88944630cfb63f38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000004:00200000:1.0:1746146183.450669:0:13944:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:1.0:1746146183.450745:0:13944:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450752:0:13944:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450756:0:13944:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450762:0:13944:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130acb600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146183.450765:0:13944:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450770:0:13944:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450778:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146183.450781:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146183.450784:0:13944:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450788:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130acb600/0x88944630cfb63f2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450796:0:13944:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450800:0:13944:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450808:0:13944:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450811:0:13944:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130acaa00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146183.450814:0:13944:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450818:0:13944:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450823:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880133022200) 00010000:00010000:1.0:1746146183.450825:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146183.450827:0:13944:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450832:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130acaa00/0x88944630cfb63f31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.450862:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cebf000/0x88944630cfb63f23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd43 expref: 25 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.450873:0:13944:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512200/0x88944630cfb63f38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd43 expref: 24 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.450879:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:1.0:1746146183.450881:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746146183.450883:0:13944:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512200, rc 0) 00000100:00100000:1.0:1746146183.450941:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+24:3785:x1830966202569344:12345-192.168.203.12@tcp:101:dd.0 Request processed in 548us (2726us total) trans 4294982969 rc 0/0 00000100:00100000:1.0:1746146183.450947:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34641 00000100:00100000:0.0:1746146183.451364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.452233:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202569472 00000100:00100000:0.0:1746146183.452242:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202569472 00000100:00100000:0.0:1746146183.452299:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31508 00000100:00100000:0.0:1746146183.452306:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:3786:x1830966202569472:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146183.452320:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146183.452333:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a5a2e00/0x88944630cfb63f46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd4a expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.452358:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 12 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.452365:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146183.452367:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146183.452370:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a5a2e00/0x88944630cfb63f46 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd4a expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.452396:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 12 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.452424:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 12 pid: 26612 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746146183.452436:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b1a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199416704:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146183.452516:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96f00 going to sleep for 11 seconds 00000100:00080000:0.0:1746146183.452532:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146183.464849:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.464950:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b1a3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199416704:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146183.464974:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a5a2e00/0x88944630cfb63f46 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd4a expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.464989:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a5a2e00, rc 0) 00000100:00100000:1.0:1746146183.465061:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202569728 00000100:00100000:1.0:1746146183.465067:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202569728 00000100:00100000:1.0:1746146183.465115:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34642 00000100:00100000:1.0:1746146183.465122:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+24:3785:x1830966202569728:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746146183.465141:0:13944:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146183.465144:0:13944:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746146183.465166:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb63ef9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd35 expref: 24 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.465178:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146183.465182:0:13944:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746146183.465191:0:13944:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb63f4d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd51 expref: -99 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.465281:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465292:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465300:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465356:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465362:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465368:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00000004:00080000:1.0:1746146183.465668:0:13944:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1746146183.465783:0:13944:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465791:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465795:0:13944:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465818:0:13944:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465822:0:13944:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465828:0:13944:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465832:0:13944:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a513a00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146183.465835:0:13944:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465840:0:13944:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465846:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146183.465848:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146183.465850:0:13944:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465854:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb63f54 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00000004:00010000:1.0:1746146183.465865:0:13944:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b1a1880 reply state ffff88009c55b000 transno 4294982970 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465871:0:13944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:1.0:1746146183.465875:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880133022500) 00010000:00010000:1.0:1746146183.465877:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746146183.465879:0:13944:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746146183.465896:0:13944:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb63f4d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd51 expref: 26 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.465905:0:13944:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8c00/0x88944630cfb63f62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd51 expref: 25 pid: 13944 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.465968:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:3786:x1830966202569472:12345-192.168.203.12@tcp:101:dd.0 Request processed in 13662us (14603us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146183.465976:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31508 00010000:00010000:1.0:1746146183.466308:0:13944:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880133022400) 00010000:00010000:1.0:1746146183.466311:0:13944:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746146183.466313:0:13944:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8c00, rc 0) 00000100:00100000:1.0:1746146183.466342:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+26:3785:x1830966202569728:12345-192.168.203.12@tcp:101:dd.0 Request processed in 1221us (1505us total) trans 4294982970 rc 0/0 00000100:00100000:1.0:1746146183.466347:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34642 00000100:00100000:1.0:1746146183.466518:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.466587:0:27124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202569856 00000100:00100000:3.0:1746146183.466595:0:27124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202569856 00002000:00100000:3.0:1746146183.467161:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff88009b311c00 x1830966202569856/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.467170:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311c00 with x1830966202569856 ext(12582912->13631487) 00010000:00010000:3.0:1746146183.467178:0:27124:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 13 pid: 26612 timeout: 885 lvb_type: 0 00010000:00010000:3.0:1746146183.467189:0:27124:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 13 pid: 26612 timeout: 885 lvb_type: 0 00002000:00010000:3.0:1746146183.467195:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b311c00 00000100:00100000:3.0:1746146183.467697:0:27124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3613 00000100:00100000:3.0:1746146183.467706:0:27124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2008:x1830966202569856:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746146183.480250:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.480325:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.480359:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202570112 00000100:00100000:1.0:1746146183.480367:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202570112 00000100:00100000:1.0:1746146183.480430:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202570368 00000100:00100000:1.0:1746146183.480432:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202570368 00000100:00100000:1.0:1746146183.480451:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14204 00000100:00100000:1.0:1746146183.480458:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202570112:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146183.480490:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.480506:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146183.480510:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.480519:0:9589:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146183.480536:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14205 00000100:00100000:1.0:1746146183.480541:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2007:x1830966202570368:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146183.480555:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.480564:0:27126:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 13 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.480570:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146183.480571:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146183.480573:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.480596:0:27126:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 13 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.480607:0:27126:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 13 pid: 26612 timeout: 885 lvb_type: 0 00000100:00100000:1.0:1746146183.480620:0:27126:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b313800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:27126:1830966199416832:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146183.480670:0:27126:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070b58d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746146183.489239:0:27126:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b313800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:27126:1830966199416832:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146183.489264:0:27126:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.493128:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.493157:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202570496 00000100:00100000:1.0:1746146183.493166:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202570496 00010000:00010000:1.0:1746146183.493199:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 14 pid: 26612 timeout: 885 lvb_type: 0 00000100:00100000:1.0:1746146183.493239:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14848 00000100:00100000:1.0:1746146183.493245:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2007:x1830966202570496:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146183.493256:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746146183.493268:0:7218:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:1.0:1746146183.493270:0:7218:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime from disk: 1746146182 -> 1746146183 00002000:00010000:1.0:1746146183.493272:0:7218:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime from disk: 1746146182 -> 1746146183 00002000:00010000:1.0:1746146183.493274:0:7218:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:1.0:1746146183.493279:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 14 pid: 26612 timeout: 885 lvb_type: 0 00010000:00010000:1.0:1746146183.493289:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 14 pid: 26612 timeout: 885 lvb_type: 0 00010000:00010000:1.0:1746146183.493312:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cf36800/0x88944630cfb63e6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd04 expref: 14 pid: 26612 timeout: 885 lvb_type: 0 00010000:00010000:1.0:1746146183.493322:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.493324:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.493328:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.493336:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.493353:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146183.493393:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+13:2007:x1830966202570496:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 147us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146183.493399:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14848 00010000:00010000:1.0:1746146183.493450:0:27126:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.493457:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.494873:0:27124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202569856:12345-192.168.203.12@tcp:4:dd.0 Request processed in 27165us (28351us total) trans 4294972303 rc 0/0 00000100:00100000:0.0:1746146183.494883:0:27124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3613 00002000:00100000:0.0:1746146183.494893:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff88009b311c00 x1830966202569856/t4294972303(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:314/0 lens 488/448 e 0 to 0 dl 1746146194 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146183.494902:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b311c00 with x1830966202569856 ext(12582912->13631487) 00010000:00010000:0.0:1746146183.494911:0:27124:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 16 pid: 26612 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746146183.494926:0:27124:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 16 pid: 26612 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746146183.494932:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b311c00 00010000:00010000:1.0:1746146183.507891:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.507906:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.507913:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.507921:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cebf000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146183.507925:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.507931:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.507947:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.507953:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cebf000/0x88944630cfb63f77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146183.508181:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b311880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2007:x1830966202570368:12345-192.168.203.12@tcp:3:dd.0 Request processed in 27632us (27848us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746146183.508191:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14205 00000100:00100000:0.0:1746146183.509500:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.509544:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202570624 00000100:00100000:3.0:1746146183.509553:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202570624 00010000:00010000:3.0:1746146183.509596:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 16 pid: 26612 timeout: 885 lvb_type: 0 00000100:00100000:3.0:1746146183.509631:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14849 00000100:00100000:3.0:1746146183.509638:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202570624:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146183.509651:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746146183.509669:0:7219:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:3.0:1746146183.509671:0:7219:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746146182 -> 1746146183 00002000:00010000:3.0:1746146183.509673:0:7219:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746146182 -> 1746146183 00002000:00010000:3.0:1746146183.509675:0:7219:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:3.0:1746146183.509679:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 16 pid: 26612 timeout: 885 lvb_type: 0 00010000:00010000:3.0:1746146183.509690:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 16 pid: 26612 timeout: 885 lvb_type: 0 00010000:00010000:3.0:1746146183.509729:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cf36c00/0x88944630cfb63e66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffcfd expref: 16 pid: 26612 timeout: 885 lvb_type: 0 00010000:00010000:3.0:1746146183.509744:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.509746:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.509752:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a5a2e00/0x88944630cfb63f46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd4a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.509759:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a5a2e00/0x88944630cfb63f46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd4a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.509767:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.509768:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.509771:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.509775:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.509813:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a5a2e00/0x88944630cfb63f46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd4a expref: 6 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146183.509824:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007da2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199416960:192.168.203.12@tcp:105: 00000100:00100000:3.0:1746146183.509885:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800997a8840 going to sleep for 11 seconds 00010000:00010000:3.0:1746146183.509901:0:9589:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.509912:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146183.514708:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007da2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199416960:192.168.203.12@tcp:105: 00010000:00010000:3.0:1746146183.514743:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146183.514781:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202570624:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 5143us (5285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146183.514790:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14849 00010000:00010000:3.0:1746146183.527667:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.527681:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.527688:0:9589:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.527694:0:9589:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a513400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146183.527699:0:9589:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.527707:0:9589:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.527762:0:9589:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.527774:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a513400/0x88944630cfb63f70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146183.528867:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b310000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2008:x1830966202570112:12345-192.168.203.12@tcp:3:dd.0 Request processed in 48399us (48612us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.528882:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14204 00000100:00100000:0.0:1746146183.530160:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.530759:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202570880 00000100:00100000:3.0:1746146183.530772:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202570880 00002000:00100000:3.0:1746146183.530843:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff88009b1a3b80 x1830966202570880/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.530856:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3b80 with x1830966202570880 ext(0->1048575) 00002000:00010000:3.0:1746146183.530862:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a3b80 00000100:00100000:3.0:1746146183.530894:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14206 00000100:00100000:3.0:1746146183.530905:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2008:x1830966202570880:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746146183.539887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.541599:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202571136 00000100:00100000:2.0:1746146183.541614:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202571136 00000100:00100000:2.0:1746146183.541677:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14207 00000100:00100000:2.0:1746146183.541685:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2009:x1830966202571136:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146183.541756:0:27126:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746146183.541764:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.541788:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146183.541790:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146183.541796:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.541811:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146183.556668:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2008:x1830966202570880:12345-192.168.203.12@tcp:3:dd.0 Request processed in 25757us (26508us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.556678:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14206 00002000:00100000:3.0:1746146183.556688:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff88009b1a3b80 x1830966202570880/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.556707:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a3b80 with x1830966202570880 ext(0->1048575) 00002000:00010000:3.0:1746146183.556724:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b1a3b80 00000100:00100000:0.0:1746146183.570909:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.571619:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202571264 00000100:00100000:1.0:1746146183.571629:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202571264 00000100:00080000:0.0:1746146183.571733:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746146183.572752:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31509 00000100:00100000:1.0:1746146183.572765:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+6:3786:x1830966202571264:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746146183.572782:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146183.572802:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c75a600/0x88944630cfb63f85 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd58 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746146183.572821:0:26612:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x68141387, atime: 0x0, ctime: 0x68141387, blocks: 0x6000 00010000:00010000:1.0:1746146183.572839:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.572841:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.572848:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c75a600/0x88944630cfb63f85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd58 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.572861:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c75a600/0x88944630cfb63f85 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd58 expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.572870:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c75a600, rc 0) 00000100:00100000:1.0:1746146183.572919:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:3786:x1830966202571264:12345-192.168.203.12@tcp:101:dd.0 Request processed in 158us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146183.572925:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31509 00000100:00100000:0.0:1746146183.577673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.579323:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202571520 00000100:00100000:3.0:1746146183.579338:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202571520 00002000:00100000:3.0:1746146183.579412:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff88009b1a2680 x1830966202571520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.579426:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2680 with x1830966202571520 ext(0->1040383) 00002000:00010000:3.0:1746146183.579432:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a2680 00000100:00100000:3.0:1746146183.579469:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14208 00000100:00100000:3.0:1746146183.579484:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966202571520:12345-192.168.203.12@tcp:3:dd.0 00000001:00080000:0.0:1746146183.584193:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970888 is committed 00002000:00010000:2.0:1746146183.584375:0:27126:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746146183.584379:0:27126:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746146184 00002000:00010000:2.0:1746146183.584381:0:27126:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746146184 00002000:00010000:2.0:1746146183.584383:0:27126:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:2.0:1746146183.584394:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.584415:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.584422:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.584429:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b089200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146183.584432:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.584439:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.584456:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.584461:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b089200/0x88944630cfb63f7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146183.584558:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2009:x1830966202571136:12345-192.168.203.12@tcp:4:dd.0 Request processed in 42871us (44681us total) trans 4294970888 rc 0/0 00000100:00100000:2.0:1746146183.584566:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14207 00000100:00100000:3.0:1746146183.589128:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966202571520:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9630us (11442us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746146183.589146:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14208 00002000:00100000:3.0:1746146183.589163:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (0->1040383) req@ffff88009b1a2680 x1830966202571520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.589178:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a2680 with x1830966202571520 ext(0->1040383) 00002000:00010000:3.0:1746146183.589187:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a2680 00000100:00100000:1.0:1746146183.604096:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.604267:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202571648 00000100:00100000:3.0:1746146183.604280:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202571648 00000100:00100000:3.0:1746146183.604357:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31510 00000100:00100000:3.0:1746146183.604368:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:3786:x1830966202571648:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746146183.604389:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146183.604425:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd5f expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746146183.604450:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746146183.604472:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.604474:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.604484:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.604506:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 8 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.604518:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cbc6800, rc 0) 00000100:00100000:3.0:1746146183.604595:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b313800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:3786:x1830966202571648:12345-192.168.203.12@tcp:101:dd.0 Request processed in 229us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146183.604603:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31510 00000100:00100000:0.0:1746146183.615917:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.616052:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202571776 00000100:00100000:1.0:1746146183.616063:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202571776 00000100:00100000:1.0:1746146183.616116:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31511 00000100:00100000:1.0:1746146183.616124:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+14:2009:x1830966202571776:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746146183.616146:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146183.616162:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1400/0x88944630cfb63f93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd66 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.616183:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.616185:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.616191:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1400/0x88944630cfb63f93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd66 expref: 15 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146183.616204:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1400/0x88944630cfb63f93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd66 expref: 15 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146183.616219:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b1400, rc 0) 00000100:00100000:1.0:1746146183.616276:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2009:x1830966202571776:12345-192.168.203.12@tcp:101:dd.0 Request processed in 152us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146183.616282:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31511 00000100:00100000:0.0:1746146183.616622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.619514:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202571904 00000100:00100000:1.0:1746146183.619528:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202571904 00000100:00100000:1.0:1746146183.619613:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31512 00000100:00100000:1.0:1746146183.619622:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+5:2009:x1830966202571904:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746146183.619641:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146183.619657:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1a00/0x88944630cfb63f9a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd6d expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.619679:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.619680:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.619687:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1a00/0x88944630cfb63f9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd6d expref: 6 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146183.619702:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1a00/0x88944630cfb63f9a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd6d expref: 6 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146183.619712:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b1a00, rc 0) 00000100:00100000:1.0:1746146183.619829:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202571904:12345-192.168.203.12@tcp:101:dd.0 Request processed in 208us (3207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146183.619835:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31512 00000100:00100000:2.0:1746146183.630014:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.630073:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.632444:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202572288 00000100:00100000:3.0:1746146183.632460:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202572288 00000100:00100000:0.0:1746146183.632510:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202572416 00000100:00100000:0.0:1746146183.632515:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202572416 00000100:00100000:3.0:1746146183.632545:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14209 00000100:00100000:3.0:1746146183.632554:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2010:x1830966202572288:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146183.632589:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.632603:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.632604:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.632609:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.632979:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.633973:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.634000:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14210 00000100:00100000:1.0:1746146183.634088:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202572672 00000100:00100000:1.0:1746146183.634094:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202572672 00000100:00100000:1.0:1746146183.634134:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31513 00000100:00100000:1.0:1746146183.634140:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:3786:x1830966202572672:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:1.0:1746146183.634157:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146183.634172:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd74 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746146183.634189:0:26612:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746146183.634202:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.634204:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.634211:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.634221:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.634230:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b1c00, rc 0) 00000100:00100000:1.0:1746146183.634499:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:3786:x1830966202572672:12345-192.168.203.12@tcp:101:dd.0 Request processed in 357us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146183.634505:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31513 00000100:00100000:0.0:1746146183.635443:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202572416:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746146183.635473:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.635482:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146183.635483:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146183.635487:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.635498:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.645447:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.645461:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.645469:0:9589:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.645474:0:9589:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbc7000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146183.645478:0:9589:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.645484:0:9589:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.645501:0:9589:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.645506:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7000/0x88944630cfb63fa1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146183.645936:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2010:x1830966202572288:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13379us (15926us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.645945:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14209 00010000:00010000:2.0:1746146183.648640:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.648660:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.648667:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.648672:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b089400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146183.648676:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.648682:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.648697:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.648703:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63faf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146183.648965:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202572416:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14953us (18887us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746146183.648974:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14210 00000100:00100000:0.0:1746146183.658011:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.658103:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202572928 00000100:00100000:2.0:1746146183.658115:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202572928 00000100:00100000:2.0:1746146183.658923:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14211 00000100:00100000:2.0:1746146183.658937:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202572928:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146183.658995:0:27126:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x68141388, atime: 0x0, ctime: 0x68141388, blocks: 0xff0 00010000:00010000:2.0:1746146183.659004:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.659016:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146183.659018:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146183.659023:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.659036:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146183.679005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.679308:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202573312 00000100:00100000:3.0:1746146183.679316:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202573312 00002000:00100000:3.0:1746146183.679350:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->2097151) req@ffff88009b312680 x1830966202573312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.679359:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312680 with x1830966202573312 ext(1048576->2097151) 00002000:00010000:3.0:1746146183.679363:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b312680 00000100:00100000:0.0:1746146183.679379:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.679382:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14212 00000100:00100000:3.0:1746146183.679389:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202573312:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746146183.679432:0:27124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202573440 00000100:00100000:0.0:1746146183.679435:0:27124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202573440 00002000:00100000:0.0:1746146183.679453:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff88009b1a0380 x1830966202573440/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146183.679461:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0380 with x1830966202573440 ext(1040384->2097151) 00002000:00010000:0.0:1746146183.679464:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a0380 00000100:00100000:0.0:1746146183.679481:0:27124:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14213 00000100:00100000:0.0:1746146183.679486:0:27124:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202573440:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746146183.693904:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202573312:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14502us (14894us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.693917:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14212 00002000:00100000:3.0:1746146183.693930:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->2097151) req@ffff88009b312680 x1830966202573312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.693942:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312680 with x1830966202573312 ext(1048576->2097151) 00002000:00010000:3.0:1746146183.693948:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b312680 00000001:00080000:2.0:1746146183.694493:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970889 is committed 00002000:00010000:0.0:1746146183.694657:0:27126:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:0.0:1746146183.694661:0:27126:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:0.0:1746146183.694671:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.694680:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.694688:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.694694:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065dc00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146183.694698:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.694709:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.694761:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.694767:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb63fb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.694835:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202572928:12345-192.168.203.12@tcp:4:dd.0 Request processed in 35902us (36841us total) trans 4294970889 rc 0/0 00000100:00100000:0.0:1746146183.694843:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14211 00000100:00100000:0.0:1746146183.700365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.700413:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.700511:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202573824 00000100:00100000:1.0:1746146183.700519:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202573824 00000100:00100000:1.0:1746146183.700570:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202573952 00000100:00100000:1.0:1746146183.700573:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202573952 00000100:00100000:1.0:1746146183.700592:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14214 00000100:00100000:1.0:1746146183.700600:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202573824:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.700609:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14215 00000100:00100000:2.0:1746146183.700615:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2010:x1830966202573952:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146183.700638:0:24977:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700638:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.700650:0:24977:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.700650:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146183.700652:0:24977:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.700652:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146183.700656:0:24977:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700656:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.700666:0:24977:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700666:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700744:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700751:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700760:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700766:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b1e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146183.700770:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700776:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700787:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.700791:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb63fc4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.701332:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.701349:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202574208 00000100:00100000:0.0:1746146183.701353:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202574208 00000100:00100000:1.0:1746146183.701734:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202573824:12345-192.168.203.12@tcp:3:dd.0 Request processed in 1115us (1359us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746146183.701742:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14214 00000100:00100000:1.0:1746146183.701759:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14216 00000100:00100000:1.0:1746146183.701765:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202574208:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146183.701784:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.701793:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.701794:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.701797:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.701805:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146183.702638:0:27124:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202573440:12345-192.168.203.12@tcp:3:dd.0 Request processed in 23145us (23253us total) trans 0 rc 1056768/1056768 00000100:00100000:2.0:1746146183.702650:0:27124:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14213 00002000:00100000:2.0:1746146183.702659:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (1040384->2097151) req@ffff88009b1a0380 x1830966202573440/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.702668:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b1a0380 with x1830966202573440 ext(1040384->2097151) 00002000:00010000:2.0:1746146183.702673:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b1a0380 00010000:00010000:2.0:1746146183.713805:0:24977:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.713824:0:24977:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.713831:0:24977:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.713837:0:24977:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065de00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146183.713841:0:24977:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.713848:0:24977:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.713866:0:24977:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.713872:0:24977:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb63fbd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146183.713958:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2010:x1830966202573952:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13339us (13540us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146183.713967:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14215 00010000:00010000:2.0:1746146183.718616:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.718628:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.718635:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.718641:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b0600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146183.718645:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.718651:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.718667:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.718673:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb63fcb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146183.718750:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202574208:12345-192.168.203.12@tcp:3:dd.0 Request processed in 16980us (17415us total) trans 0 rc 1024000/1024000 00000100:00100000:2.0:1746146183.718761:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14216 00000100:00100000:3.0:1746146183.723367:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.723453:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202574464 00000100:00100000:2.0:1746146183.723461:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202574464 00000100:00100000:2.0:1746146183.723509:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14217 00000100:00100000:2.0:1746146183.723516:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202574464:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146183.723552:0:27126:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x68141388, atime: 0x0, ctime: 0x68141388, blocks: 0x1fe0 00010000:00010000:2.0:1746146183.723558:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.723568:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146183.723570:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146183.723574:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.723584:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.736044:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.736145:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202574720 00000100:00100000:1.0:1746146183.736154:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202574720 00002000:00100000:1.0:1746146183.736477:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->3145727) req@ffff880089603480 x1830966202574720/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.736485:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603480 with x1830966202574720 ext(2097152->3145727) 00002000:00010000:1.0:1746146183.736490:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089603480 00000100:00100000:1.0:1746146183.736509:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14218 00000100:00100000:1.0:1746146183.736516:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2009:x1830966202574720:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746146183.743276:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.743345:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202574976 00000100:00100000:1.0:1746146183.743353:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202574976 00002000:00100000:1.0:1746146183.743389:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff880089601c00 x1830966202574976/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.743412:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601c00 with x1830966202574976 ext(2097152->3145727) 00002000:00010000:1.0:1746146183.743417:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089601c00 00000100:00100000:1.0:1746146183.743437:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14219 00000100:00100000:1.0:1746146183.743443:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2009:x1830966202574976:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746146183.751311:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2009:x1830966202574720:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14788us (15266us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146183.751319:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14218 00002000:00100000:1.0:1746146183.751329:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->3145727) req@ffff880089603480 x1830966202574720/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.751337:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603480 with x1830966202574720 ext(2097152->3145727) 00002000:00010000:1.0:1746146183.751341:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089603480 00000100:00100000:1.0:1746146183.753209:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2009:x1830966202574976:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9760us (9935us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146183.753219:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14219 00002000:00100000:1.0:1746146183.753227:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (2097152->3145727) req@ffff880089601c00 x1830966202574976/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.753235:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601c00 with x1830966202574976 ext(2097152->3145727) 00002000:00010000:1.0:1746146183.753240:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089601c00 00000001:00080000:2.0:1746146183.757174:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970890 is committed 00002000:00010000:3.0:1746146183.758117:0:27126:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:3.0:1746146183.758122:0:27126:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:3.0:1746146183.758137:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.758147:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.758160:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.758166:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065d400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146183.758171:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.758178:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.758199:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.758205:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb63fd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146183.759982:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202574464:12345-192.168.203.12@tcp:4:dd.0 Request processed in 36456us (36612us total) trans 4294970890 rc 0/0 00000100:00100000:3.0:1746146183.759992:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14217 00000100:00100000:2.0:1746146183.760819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.760932:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.761164:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202575232 00000100:00100000:3.0:1746146183.761170:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202575232 00002000:00100000:3.0:1746146183.761204:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (3145728->4194303) req@ffff8800a1518a80 x1830966202575232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.761212:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518a80 with x1830966202575232 ext(3145728->4194303) 00002000:00010000:3.0:1746146183.761216:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1518a80 00000100:00100000:3.0:1746146183.761570:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202575488 00000100:00100000:3.0:1746146183.761574:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202575488 00002000:00100000:3.0:1746146183.761590:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (3145728->4194303) req@ffff8800a151a300 x1830966202575488/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.761596:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151a300 with x1830966202575488 ext(3145728->4194303) 00002000:00010000:3.0:1746146183.761599:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a151a300 00000100:00100000:1.0:1746146183.761647:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14220 00000100:00100000:1.0:1746146183.761656:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2008:x1830966202575232:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746146183.762434:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14221 00000100:00100000:3.0:1746146183.762442:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2008:x1830966202575488:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.772820:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.772852:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.773551:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202575872 00000100:00100000:1.0:1746146183.773562:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202575872 00002000:00100000:1.0:1746146183.773607:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->5242879) req@ffff8800a1519880 x1830966202575872/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.773617:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519880 with x1830966202575872 ext(4194304->5242879) 00002000:00010000:1.0:1746146183.773622:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519880 00000100:00100000:1.0:1746146183.773640:0:24977:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202576128 00000100:00100000:1.0:1746146183.773642:0:24977:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202576128 00000100:00100000:1.0:1746146183.773659:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14222 00000100:00100000:1.0:1746146183.773665:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202575872:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746146183.774934:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14223 00000100:00100000:0.0:1746146183.774944:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2009:x1830966202576128:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746146183.774975:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.774988:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146183.774990:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146183.774995:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.775006:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.776671:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.777567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.777666:0:27124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202576640 00000100:00100000:2.0:1746146183.777673:0:27124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202576640 00002000:00100000:2.0:1746146183.777706:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (4194304->5242879) req@ffff880089603100 x1830966202576640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.777727:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603100 with x1830966202576640 ext(4194304->5242879) 00002000:00010000:2.0:1746146183.777732:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089603100 00000100:00100000:0.0:1746146183.778136:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.778247:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2008:x1830966202575488:12345-192.168.203.12@tcp:3:dd.0 Request processed in 15805us (17313us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.778255:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14221 00002000:00100000:3.0:1746146183.778261:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (3145728->4194303) req@ffff8800a151a300 x1830966202575488/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.778268:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151a300 with x1830966202575488 ext(3145728->4194303) 00002000:00010000:3.0:1746146183.778271:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a151a300 00000100:00100000:3.0:1746146183.780785:0:27123:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202576256 00000100:00100000:3.0:1746146183.780797:0:27123:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202576256 00000100:00100000:3.0:1746146183.780842:0:27123:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202576896 00000100:00100000:3.0:1746146183.780844:0:27123:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202576896 00002000:00100000:3.0:1746146183.780862:0:27123:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (5242880->6291455) req@ffff880089602680 x1830966202576896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.780871:0:27123:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602680 with x1830966202576896 ext(5242880->6291455) 00002000:00010000:3.0:1746146183.780876:0:27123:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089602680 00000100:00100000:3.0:1746146183.780897:0:27123:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14224 00000100:00100000:3.0:1746146183.780905:0:27123:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202576640:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746146183.781247:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14225 00000100:00100000:1.0:1746146183.781254:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202576256:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146183.781279:0:9588:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.781291:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.781292:0:9588:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.781296:0:9588:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.781307:0:9588:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146183.781639:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14226 00000100:00100000:2.0:1746146183.781648:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2007:x1830966202576896:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746146183.788953:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.789365:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2008:x1830966202575232:12345-192.168.203.12@tcp:3:dd.0 Request processed in 27709us (28545us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146183.789376:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14220 00002000:00100000:2.0:1746146183.789386:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (3145728->4194303) req@ffff8800a1518a80 x1830966202575232/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.789395:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518a80 with x1830966202575232 ext(3145728->4194303) 00002000:00010000:2.0:1746146183.789411:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1518a80 00000100:00100000:2.0:1746146183.789433:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202577152 00000100:00100000:2.0:1746146183.789439:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202577152 00002000:00100000:2.0:1746146183.789464:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff880089601880 x1830966202577152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.789471:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601880 with x1830966202577152 ext(5242880->6291455) 00002000:00010000:2.0:1746146183.789473:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089601880 00000100:00100000:2.0:1746146183.789486:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14227 00000100:00100000:2.0:1746146183.789493:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202577152:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746146183.801780:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202575872:12345-192.168.203.12@tcp:3:dd.0 Request processed in 28106us (28959us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146183.801790:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14222 00002000:00100000:1.0:1746146183.801801:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->5242879) req@ffff8800a1519880 x1830966202575872/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.801809:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519880 with x1830966202575872 ext(4194304->5242879) 00002000:00010000:1.0:1746146183.801814:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519880 00000100:00100000:0.0:1746146183.803029:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.803060:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146183.803191:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.803201:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.803208:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.803213:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbc7400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146183.803217:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.803223:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.803237:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.803243:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7400/0x88944630cfb63fd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146183.803299:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2009:x1830966202576128:12345-192.168.203.12@tcp:3:dd.0 Request processed in 28357us (30445us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146183.803309:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14223 00000100:00100000:3.0:1746146183.803375:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202577408 00000100:00100000:3.0:1746146183.803382:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202577408 00000100:00100000:3.0:1746146183.803434:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1196 00000100:00100000:3.0:1746146183.803441:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202577408:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146183.803475:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202577408:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 37us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146183.803484:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1196 00000100:00080000:3.0:1746146183.803497:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746146183.805312:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202577280 00000100:00100000:2.0:1746146183.805320:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202577280 00000100:00100000:2.0:1746146183.805370:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 570 00000100:00100000:2.0:1746146183.805378:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad4bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:062d881c-0617-4303-9947-c7a5def1166b+12:2008:x1830966202577280:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146183.805449:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad4bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:062d881c-0617-4303-9947-c7a5def1166b+12:2008:x1830966202577280:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 73us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146183.805458:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 570 00000100:00100000:0.0:1746146183.806231:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.806701:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202577536 00000100:00100000:1.0:1746146183.806707:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202577536 00000100:00100000:1.0:1746146183.806805:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1197 00000100:00100000:1.0:1746146183.806812:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2008:x1830966202577536:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:1.0:1746146183.806874:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2008:x1830966202577536:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 62us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146183.806879:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1197 00000100:00080000:3.0:1746146183.806942:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746146183.811285:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202576896:12345-192.168.203.12@tcp:3:dd.0 Request processed in 29630us (33140us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146183.811295:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14226 00002000:00100000:2.0:1746146183.811306:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (5242880->6291455) req@ffff880089602680 x1830966202576896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.811315:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602680 with x1830966202576896 ext(5242880->6291455) 00002000:00010000:2.0:1746146183.811320:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089602680 00010000:00010000:1.0:1746146183.817700:0:9588:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.817738:0:9588:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.817748:0:9588:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.817755:0:9588:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a513400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146183.817760:0:9588:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.817768:0:9588:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.817789:0:9588:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.817799:0:9588:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a513400/0x88944630cfb63fe0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9588 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146183.817903:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202576256:12345-192.168.203.12@tcp:3:dd.0 Request processed in 36645us (40334us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746146183.817912:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14225 00000100:00100000:3.0:1746146183.823249:0:27123:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202576640:12345-192.168.203.12@tcp:3:dd.0 Request processed in 42334us (46572us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.823262:0:27123:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14224 00002000:00100000:3.0:1746146183.823272:0:27123:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (4194304->5242879) req@ffff880089603100 x1830966202576640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.823280:0:27123:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603100 with x1830966202576640 ext(4194304->5242879) 00002000:00010000:3.0:1746146183.823286:0:27123:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089603100 00000100:00100000:0.0:1746146183.829179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.831409:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202577152:12345-192.168.203.12@tcp:3:dd.0 Request processed in 41896us (42443us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146183.831421:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14227 00002000:00100000:2.0:1746146183.831430:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (5242880->6291455) req@ffff880089601880 x1830966202577152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.831439:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601880 with x1830966202577152 ext(5242880->6291455) 00002000:00010000:2.0:1746146183.831445:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089601880 00000100:00100000:2.0:1746146183.831467:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202577792 00000100:00100000:2.0:1746146183.831474:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202577792 00000100:00100000:3.0:1746146183.831596:0:27123:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14228 00000100:00100000:3.0:1746146183.831605:0:27123:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202577792:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146183.831647:0:27123:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x68141388, atime: 0x0, ctime: 0x68141388, blocks: 0x2fd0 00010000:00010000:3.0:1746146183.831655:0:27123:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.831668:0:27123:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.831669:0:27123:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.831674:0:27123:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.831686:0:27123:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.869971:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.870010:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.870307:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202578176 00000100:00100000:1.0:1746146183.870314:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202578176 00002000:00100000:1.0:1746146183.870347:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff880089600e00 x1830966202578176/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.870355:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600e00 with x1830966202578176 ext(0->4194303) 00002000:00010000:1.0:1746146183.870359:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089600e00 00000100:00100000:1.0:1746146183.870373:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202578304 00000100:00100000:1.0:1746146183.870375:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202578304 00002000:00100000:1.0:1746146183.870386:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff880089602a00 x1830966202578304/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.870392:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602a00 with x1830966202578304 ext(0->4194303) 00002000:00010000:1.0:1746146183.870394:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089602a00 00000100:00100000:1.0:1746146183.870429:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14229 00000100:00100000:1.0:1746146183.870436:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202578176:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746146183.870880:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14230 00000100:00100000:3.0:1746146183.870888:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202578304:12345-192.168.203.12@tcp:4:dd.0 00000001:00080000:0.0:1746146183.891296:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970891 is committed 00002000:00010000:2.0:1746146183.891462:0:27123:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746146183.891466:0:27123:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:2.0:1746146183.891477:0:27123:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.891485:0:27123:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.891493:0:27123:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.891497:0:27123:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800994e6a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146183.891500:0:27123:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.891505:0:27123:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.891520:0:27123:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146183.891524:0:27123:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994e6a00/0x88944630cfb63fe7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146183.891623:0:27123:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202577792:12345-192.168.203.12@tcp:4:dd.0 Request processed in 60015us (62536us total) trans 4294970891 rc 0/0 00000100:00100000:2.0:1746146183.891631:0:27123:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14228 00000100:00100000:1.0:1746146183.892847:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.892944:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.892961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.892980:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202578560 00000100:00100000:0.0:1746146183.892988:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202578560 00002000:00100000:0.0:1746146183.893037:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88009b312300 x1830966202578560/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146183.893047:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312300 with x1830966202578560 ext(6291456->7340031) 00002000:00010000:0.0:1746146183.893053:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b312300 00000100:00100000:0.0:1746146183.893075:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202578816 00000100:00100000:0.0:1746146183.893078:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202578816 00002000:00100000:0.0:1746146183.893091:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff880089603800 x1830966202578816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146183.893103:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603800 with x1830966202578816 ext(6291456->7340031) 00002000:00010000:0.0:1746146183.893106:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089603800 00000100:00100000:0.0:1746146183.893121:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14231 00000100:00100000:0.0:1746146183.893129:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2008:x1830966202578560:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746146183.893195:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14232 00000100:00100000:1.0:1746146183.893203:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202578816:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.893208:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202579072 00000100:00100000:2.0:1746146183.893213:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202579072 00002000:00100000:2.0:1746146183.893236:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880089601500 x1830966202579072/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.893243:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601500 with x1830966202579072 ext(7340032->8388607) 00002000:00010000:2.0:1746146183.893247:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089601500 00000100:00100000:2.0:1746146183.893264:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14233 00000100:00100000:2.0:1746146183.893270:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2009:x1830966202579072:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.894220:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.895451:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202579328 00000100:00100000:0.0:1746146183.895468:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202579328 00002000:00100000:0.0:1746146183.896628:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff88007dfddc00 x1830966202579328/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146183.896641:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfddc00 with x1830966202579328 ext(7340032->8388607) 00002000:00010000:0.0:1746146183.896649:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dfddc00 00000100:00100000:0.0:1746146183.896705:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14234 00000100:00100000:0.0:1746146183.896731:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2009:x1830966202579328:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.896954:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.896990:0:27123:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202579584 00000100:00100000:2.0:1746146183.896997:0:27123:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202579584 00002000:00100000:2.0:1746146183.897024:0:27123:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->9437183) req@ffff88007dfdc700 x1830966202579584/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.897032:0:27123:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdc700 with x1830966202579584 ext(8388608->9437183) 00002000:00010000:2.0:1746146183.897036:0:27123:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdc700 00000100:00100000:2.0:1746146183.897059:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14235 00000100:00100000:2.0:1746146183.897064:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2009:x1830966202579584:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746146183.904824:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.904862:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.904890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.904913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.904930:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202579840 00000100:00100000:1.0:1746146183.904939:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202579840 00000100:00100000:1.0:1746146183.904986:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202580096 00000100:00100000:1.0:1746146183.904988:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202580096 00000100:00100000:1.0:1746146183.904998:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202580352 00000100:00100000:1.0:1746146183.905000:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202580352 00000100:00100000:1.0:1746146183.905007:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202580608 00000100:00100000:1.0:1746146183.905009:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202580608 00002000:00100000:1.0:1746146183.905024:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff88008d174000 x1830966202580608/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.905034:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174000 with x1830966202580608 ext(8388608->9437183) 00002000:00010000:1.0:1746146183.905040:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d174000 00000100:00100000:1.0:1746146183.905048:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14236 00000100:00100000:1.0:1746146183.905056:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202579840:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746146183.905058:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2009:x1830966202579072:12345-192.168.203.12@tcp:3:dd.0 Request processed in 11786us (12093us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146183.905066:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14233 00002000:00100000:0.0:1746146183.905073:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff880089601500 x1830966202579072/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146183.905080:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089601500 with x1830966202579072 ext(7340032->8388607) 00002000:00010000:0.0:1746146183.905084:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089601500 00010000:00010000:1.0:1746146183.905091:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146183.905105:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14237 00010000:00010000:1.0:1746146183.905106:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.905108:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746146183.905110:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202580096:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146183.905112:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.905126:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.905126:0:9587:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.905134:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146183.905136:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146183.905139:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146183.905147:0:9587:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146183.913021:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.913056:0:27124:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:3.0:1746146183.913064:0:27124:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_010' 00000100:00100000:3.0:1746146183.913304:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.913366:0:27124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202580992 00000100:00100000:3.0:1746146183.913373:0:27124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202580992 00002000:00100000:3.0:1746146183.913423:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (9437184->10485759) req@ffff88007da2d880 x1830966202580992/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.913432:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d880 with x1830966202580992 ext(9437184->10485759) 00002000:00010000:3.0:1746146183.913437:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2d880 00000100:00100000:3.0:1746146183.913447:0:27124:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:3.0:1746146183.913451:0:27124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202581120 00000100:00100000:3.0:1746146183.913454:0:27124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202581120 00002000:00100000:3.0:1746146183.913464:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff88007da2ca80 x1830966202581120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.913470:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966202581120 ext(9437184->10485759) 00002000:00010000:3.0:1746146183.913473:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2ca80 00000100:00100000:1.0:1746146183.913907:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2007:x1830966202578816:12345-192.168.203.12@tcp:3:dd.0 Request processed in 20704us (20962us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146183.913915:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14232 00002000:00100000:1.0:1746146183.913922:0:24977:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff880089603800 x1830966202578816/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.913934:0:24977:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089603800 with x1830966202578816 ext(6291456->7340031) 00002000:00010000:1.0:1746146183.913937:0:24977:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089603800 00000100:00100000:1.0:1746146183.913951:0:24977:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14238 00000100:00100000:1.0:1746146183.913958:0:24977:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202580352:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146183.913983:0:24977:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.913993:0:24977:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.913994:0:24977:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146183.913999:0:24977:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.914009:0:24977:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146183.914514:0:28798:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14239 00000100:00100000:1.0:1746146183.914519:0:28798:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:32e61901-aa30-46d1-9327-dd30d0b20f3f+13:2010:x1830966202580608:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.917173:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.917218:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146183.917357:0:27123:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:0.0:1746146183.917366:0:27123:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_011' 00000100:00100000:3.0:1746146183.917759:0:27124:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:3.0:1746146183.917770:0:27124:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202581632 00000100:00100000:3.0:1746146183.917777:0:27124:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202581632 00000100:00100000:1.0:1746146183.917809:0:27123:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202581504 00000100:00100000:1.0:1746146183.917814:0:27123:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202581504 00002000:00100000:3.0:1746146183.917816:0:27124:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88007dfdf800 x1830966202581632/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.917825:0:27124:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf800 with x1830966202581632 ext(10485760->11534335) 00002000:00010000:3.0:1746146183.917831:0:27124:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dfdf800 00002000:00100000:1.0:1746146183.917832:0:27123:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88007dfdc000 x1830966202581504/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.917840:0:27123:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdc000 with x1830966202581504 ext(10485760->11534335) 00002000:00010000:1.0:1746146183.917844:0:27123:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdc000 00000100:00100000:1.0:1746146183.920297:0:28799:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14240 00000100:00100000:1.0:1746146183.920314:0:28799:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:32e61901-aa30-46d1-9327-dd30d0b20f3f+15:2009:x1830966202580992:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.922588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146183.922614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146183.923306:0:27123:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:1.0:1746146183.923317:0:27123:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_012' 00000100:00100000:1.0:1746146183.924074:0:27123:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202582016 00000100:00100000:1.0:1746146183.924082:0:27123:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202582016 00002000:00100000:1.0:1746146183.924128:0:27123:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff880131ba0000 x1830966202582016/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.924137:0:27123:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba0000 with x1830966202582016 ext(11534336->12582911) 00002000:00010000:1.0:1746146183.924142:0:27123:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ba0000 00000100:00100000:1.0:1746146183.924156:0:27123:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:1.0:1746146183.924161:0:27123:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202582144 00000100:00100000:1.0:1746146183.924164:0:27123:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202582144 00002000:00100000:1.0:1746146183.924176:0:27123:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->13631487) req@ffff880131ba1880 x1830966202582144/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/0 e 0 to 0 dl 1746146194 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.924183:0:27123:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1880 with x1830966202582144 ext(11534336->13631487) 00002000:00010000:1.0:1746146183.924186:0:27123:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba1880 00000100:00100000:3.0:1746146183.924990:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202578560:12345-192.168.203.12@tcp:3:dd.0 Request processed in 31857us (32145us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.924999:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14231 00002000:00100000:3.0:1746146183.925006:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff88009b312300 x1830966202578560/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.925020:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312300 with x1830966202578560 ext(6291456->7340031) 00002000:00010000:3.0:1746146183.925023:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b312300 00000100:00100000:3.0:1746146183.925043:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14241 00000100:00100000:3.0:1746146183.925053:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2009:x1830966202581120:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.927069:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14242 00000100:00100000:2.0:1746146183.927084:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:2010:x1830966202581632:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746146183.936001:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:2009:x1830966202579328:12345-192.168.203.12@tcp:3:dd.0 Request processed in 39271us (41769us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.936015:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14234 00002000:00100000:3.0:1746146183.936030:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff88007dfddc00 x1830966202579328/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.936039:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfddc00 with x1830966202579328 ext(7340032->8388607) 00002000:00010000:3.0:1746146183.936045:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dfddc00 00000100:00100000:3.0:1746146183.936080:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14243 00000100:00100000:3.0:1746146183.936095:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007dfdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+15:2010:x1830966202581504:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146183.948215:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+15:2009:x1830966202579584:12345-192.168.203.12@tcp:3:dd.0 Request processed in 51139us (51251us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146183.948226:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14235 00002000:00100000:2.0:1746146183.948236:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->9437183) req@ffff88007dfdc700 x1830966202579584/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.948245:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdc700 with x1830966202579584 ext(8388608->9437183) 00002000:00010000:2.0:1746146183.948251:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdc700 00000100:00100000:2.0:1746146183.948275:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14244 00000100:00100000:2.0:1746146183.948284:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:2010:x1830966202582016:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146183.957498:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.957512:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.957520:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.957526:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b089a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146183.957529:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.957540:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.957554:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.957559:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b089a00/0x88944630cfb63fee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146183.957635:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202579840:12345-192.168.203.12@tcp:3:dd.0 Request processed in 52576us (52815us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1746146183.957644:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14236 00000100:00100000:1.0:1746146183.957672:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14245 00000100:00100000:1.0:1746146183.957681:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2010:x1830966202582144:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146183.959263:0:9587:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.959274:0:9587:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.959280:0:9587:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.959286:0:9587:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbc6000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146183.959290:0:9587:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.959297:0:9587:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.959311:0:9587:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.959317:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc6000/0x88944630cfb63ff5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146183.959368:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202580096:12345-192.168.203.12@tcp:3:dd.0 Request processed in 54255us (54502us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.959376:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14237 00000100:00100000:1.0:1746146183.965970:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:2007:x1830966202578176:12345-192.168.203.12@tcp:4:dd.0 Request processed in 95523us (95995us total) trans 4294970892 rc 0/0 00000100:00100000:1.0:1746146183.965983:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14229 00002000:00100000:1.0:1746146183.965998:0:9588:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4194303) req@ffff880089600e00 x1830966202578176/t4294970892(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/448 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.966009:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089600e00 with x1830966202578176 ext(0->4194303) 00002000:00010000:1.0:1746146183.966015:0:9588:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089600e00 00010000:00010000:1.0:1746146183.968777:0:24977:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.968797:0:24977:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.968805:0:24977:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.968811:0:24977:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b089400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146183.968815:0:24977:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.968822:0:24977:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.968837:0:24977:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146183.968844:0:24977:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b089400/0x88944630cfb63ffc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24977 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146183.968934:0:24977:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202580352:12345-192.168.203.12@tcp:3:dd.0 Request processed in 54969us (64036us total) trans 0 rc 1007616/1007616 00000100:00100000:1.0:1746146183.968944:0:24977:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14238 00000100:00100000:1.0:1746146183.970053:0:28798:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2010:x1830966202580608:12345-192.168.203.12@tcp:3:dd.0 Request processed in 55522us (65127us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146183.970063:0:28798:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14239 00002000:00100000:1.0:1746146183.970071:0:28798:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x19:0x0] (8388608->9437183) req@ffff88008d174000 x1830966202580608/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.970081:0:28798:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d174000 with x1830966202580608 ext(8388608->9437183) 00002000:00010000:1.0:1746146183.970085:0:28798:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d174000 00000100:00100000:1.0:1746146183.977668:0:28799:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2009:x1830966202580992:12345-192.168.203.12@tcp:3:dd.0 Request processed in 57345us (64645us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146183.977684:0:28799:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14240 00002000:00100000:1.0:1746146183.977700:0:28799:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x1b:0x0] (9437184->10485759) req@ffff88007da2d880 x1830966202580992/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146183.977710:0:28799:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2d880 with x1830966202580992 ext(9437184->10485759) 00002000:00010000:1.0:1746146183.977735:0:28799:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007da2d880 00000100:00100000:3.0:1746146183.985097:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2009:x1830966202581120:12345-192.168.203.12@tcp:3:dd.0 Request processed in 60030us (71775us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.985110:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14241 00002000:00100000:3.0:1746146183.985126:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (9437184->10485759) req@ffff88007da2ca80 x1830966202581120/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.985136:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007da2ca80 with x1830966202581120 ext(9437184->10485759) 00002000:00010000:3.0:1746146183.985142:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007da2ca80 00000100:00100000:1.0:1746146183.988788:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146183.988856:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202582528 00000100:00100000:3.0:1746146183.988867:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202582528 00000100:00100000:3.0:1746146183.988930:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14246 00000100:00100000:3.0:1746146183.988938:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202582528:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146183.988995:0:27127:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x68141388, atime: 0x0, ctime: 0x68141388, blocks: 0x3fc0 00010000:00010000:3.0:1746146183.989006:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.989021:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.989023:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146183.989028:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146183.989044:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146183.990898:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2010:x1830966202581632:12345-192.168.203.12@tcp:3:dd.0 Request processed in 63812us (73729us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146183.990908:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14242 00002000:00100000:2.0:1746146183.990917:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88007dfdf800 x1830966202581632/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146183.990924:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdf800 with x1830966202581632 ext(10485760->11534335) 00002000:00010000:2.0:1746146183.990928:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007dfdf800 00000100:00100000:3.0:1746146183.994061:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007dfdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2010:x1830966202581504:12345-192.168.203.12@tcp:3:dd.0 Request processed in 57962us (76830us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146183.994072:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14243 00002000:00100000:3.0:1746146183.994085:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88007dfdc000 x1830966202581504/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146183.994095:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007dfdc000 with x1830966202581504 ext(10485760->11534335) 00002000:00010000:3.0:1746146183.994102:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007dfdc000 00000100:00100000:0.0:1746146184.006572:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.006606:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2010:x1830966202582016:12345-192.168.203.12@tcp:3:dd.0 Request processed in 58322us (84024us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146184.006615:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14244 00002000:00100000:2.0:1746146184.006626:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff880131ba0000 x1830966202582016/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.006634:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba0000 with x1830966202582016 ext(11534336->12582911) 00002000:00010000:2.0:1746146184.006640:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ba0000 00000100:00100000:2.0:1746146184.006660:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202582784 00000100:00100000:2.0:1746146184.006666:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202582784 00002000:00100000:2.0:1746146184.006691:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff88008d176680 x1830966202582784/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.006697:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176680 with x1830966202582784 ext(4194304->8388607) 00002000:00010000:2.0:1746146184.006699:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d176680 00000100:00100000:2.0:1746146184.006731:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14247 00000100:00100000:2.0:1746146184.006738:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202582784:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746146184.007734:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089602a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2007:x1830966202578304:12345-192.168.203.12@tcp:4:dd.0 Request processed in 136843us (137719us total) trans 4294972304 rc 0/0 00000100:00100000:3.0:1746146184.007742:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14230 00002000:00100000:3.0:1746146184.007749:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff880089602a00 x1830966202578304/t4294972304(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/448 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.007755:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089602a00 with x1830966202578304 ext(0->4194303) 00002000:00010000:3.0:1746146184.007759:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089602a00 00000100:00100000:0.0:1746146184.015975:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.016475:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202583040 00000100:00100000:3.0:1746146184.016485:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202583040 00002000:00100000:3.0:1746146184.016533:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8364031) req@ffff88008d175500 x1830966202583040/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.016541:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175500 with x1830966202583040 ext(4194304->8364031) 00002000:00010000:3.0:1746146184.016548:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d175500 00000100:00100000:3.0:1746146184.016571:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14248 00000100:00100000:3.0:1746146184.016578:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2007:x1830966202583040:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746146184.020795:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2010:x1830966202582144:12345-192.168.203.12@tcp:3:dd.0 Request processed in 63099us (98162us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146184.020813:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14245 00002000:00100000:1.0:1746146184.020830:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->13631487) req@ffff880131ba1880 x1830966202582144/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:314/0 lens 488/440 e 0 to 0 dl 1746146194 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146184.020839:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ba1880 with x1830966202582144 ext(11534336->13631487) 00002000:00010000:1.0:1746146184.020846:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131ba1880 00000001:00080000:0.0:1746146184.047222:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970893 is committed 00000001:00080000:0.0:1746146184.047242:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970892 is committed 00002000:00010000:3.0:1746146184.048800:0:27127:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:3.0:1746146184.048807:0:27127:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:3.0:1746146184.048819:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.048830:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.048837:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.048843:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8ae00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.048847:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.048854:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.048874:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.048880:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880081a8ae00/0x88944630cfb64003 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.048958:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202582528:12345-192.168.203.12@tcp:4:dd.0 Request processed in 60017us (60176us total) trans 4294970893 rc 0/0 00000100:00100000:3.0:1746146184.048966:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14246 00000100:00100000:1.0:1746146184.053457:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.053870:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.053899:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202583424 00000100:00100000:1.0:1746146184.053908:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202583424 00000100:00100000:1.0:1746146184.053965:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202583552 00000100:00100000:1.0:1746146184.053967:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202583552 00000100:00100000:1.0:1746146184.053987:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14249 00000100:00100000:1.0:1746146184.053996:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202583424:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146184.054028:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.054041:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.054042:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.054046:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.054058:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.057226:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14250 00000100:00100000:0.0:1746146184.057243:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202583552:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746146184.057282:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.057294:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.057296:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.057300:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.057316:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746146184.060050:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746146184.060060:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746146184.071929:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.071944:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.071952:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.071958:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2e0a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146184.071961:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.071967:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.071981:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.071987:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb6400a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146184.072058:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202583424:12345-192.168.203.12@tcp:3:dd.0 Request processed in 18059us (18605us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146184.072067:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14249 00000100:00100000:2.0:1746146184.075135:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202582784:12345-192.168.203.12@tcp:4:dd.0 Request processed in 68390us (68562us total) trans 4294970894 rc 0/0 00000100:00100000:2.0:1746146184.075144:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14247 00002000:00100000:2.0:1746146184.075154:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->8388607) req@ffff88008d176680 x1830966202582784/t4294970894(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/448 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.075163:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176680 with x1830966202582784 ext(4194304->8388607) 00002000:00010000:2.0:1746146184.075168:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d176680 00010000:00010000:2.0:1746146184.079026:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.079040:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.079048:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.079054:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2e800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146184.079057:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.079064:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.079080:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.079086:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb64011 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.079147:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072810380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202583552:12345-192.168.203.12@tcp:3:dd.0 Request processed in 21908us (25273us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746146184.079156:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14250 00000100:00100000:0.0:1746146184.085482:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.085630:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202583936 00000100:00100000:2.0:1746146184.085637:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202583936 00000100:00100000:2.0:1746146184.085693:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14251 00000100:00100000:2.0:1746146184.085700:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202583936:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146184.085762:0:27125:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x68141388, atime: 0x0, ctime: 0x68141388, blocks: 0x4fb0 00010000:00010000:2.0:1746146184.085771:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.085782:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.085783:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.085787:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.085798:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.106999:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2007:x1830966202583040:12345-192.168.203.12@tcp:4:dd.0 Request processed in 90409us (91026us total) trans 4294972305 rc 0/0 00000100:00100000:3.0:1746146184.107013:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14248 00002000:00100000:3.0:1746146184.107028:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8364031) req@ffff88008d175500 x1830966202583040/t4294972305(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/448 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.107038:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d175500 with x1830966202583040 ext(4194304->8364031) 00002000:00010000:3.0:1746146184.107044:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d175500 00010000:00010000:0.0:1746146184.116472:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746146184.116765:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.119644:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202584192 00000100:00100000:3.0:1746146184.119658:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202584192 00002000:00100000:3.0:1746146184.119762:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff88009a460e00 x1830966202584192/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.119774:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460e00 with x1830966202584192 ext(8388608->12582911) 00002000:00010000:3.0:1746146184.119781:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a460e00 00000100:00100000:3.0:1746146184.119813:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14252 00000100:00100000:3.0:1746146184.119824:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2010:x1830966202584192:12345-192.168.203.12@tcp:4:dd.0 00000001:00080000:0.0:1746146184.126865:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970895 is committed 00000001:00080000:0.0:1746146184.126878:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970894 is committed 00002000:00010000:3.0:1746146184.127052:0:27125:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:3.0:1746146184.127057:0:27125:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:3.0:1746146184.127069:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.127079:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.127086:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.127092:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065d400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.127095:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.127102:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.127117:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.127122:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013065d400/0x88944630cfb64018 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.129233:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202583936:12345-192.168.203.12@tcp:4:dd.0 Request processed in 43516us (43741us total) trans 4294970895 rc 0/0 00000100:00100000:3.0:1746146184.129252:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14251 00000100:00100000:1.0:1746146184.133585:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.133679:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202584448 00000100:00100000:3.0:1746146184.133688:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202584448 00002000:00100000:3.0:1746146184.133767:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009d25c700 x1830966202584448/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.133777:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c700 with x1830966202584448 ext(8388608->12582911) 00002000:00010000:3.0:1746146184.133782:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25c700 00000100:00100000:3.0:1746146184.133805:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14253 00000100:00100000:3.0:1746146184.133813:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2009:x1830966202584448:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746146184.146339:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.146876:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.146900:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202585216 00000100:00100000:1.0:1746146184.146909:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202585216 00000100:00100000:1.0:1746146184.146963:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14254 00000100:00100000:1.0:1746146184.146970:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202585216:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146184.147000:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.147011:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.147013:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.147017:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.147029:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146184.147696:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.147709:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202585088 00000100:00100000:1.0:1746146184.147729:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202585088 00000100:00100000:1.0:1746146184.147754:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14255 00000100:00100000:1.0:1746146184.147758:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202585088:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146184.147775:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.147782:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.147784:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.147787:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.147795:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.148502:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202584704 00000100:00100000:3.0:1746146184.148507:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202584704 00000100:00100000:3.0:1746146184.148541:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 200 00000100:00100000:3.0:1746146184.148547:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:3786:x1830966202584704:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746146184.149018:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:3786:x1830966202584704:12345-192.168.203.12@tcp:35:dd.0 Request processed in 470us (2691us total) trans 4294982971 rc 0/0 00000100:00100000:3.0:1746146184.149024:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 200 00000100:00100000:0.0:1746146184.164324:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.165419:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202585600 00000100:00100000:3.0:1746146184.165430:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202585600 00000100:00100000:3.0:1746146184.165490:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 201 00000100:00100000:3.0:1746146184.165497:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:3786:x1830966202585600:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746146184.165788:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:3786:x1830966202585600:12345-192.168.203.12@tcp:35:dd.0 Request processed in 291us (1473us total) trans 4294982972 rc 0/0 00000100:00100000:3.0:1746146184.165795:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 201 00010000:00010000:1.0:1746146184.172889:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.172906:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.172915:0:9589:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.172922:0:9589:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b12aa00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146184.172926:0:9589:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.172933:0:9589:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.172953:0:9589:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.172959:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b12aa00/0x88944630cfb6401f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146184.173044:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202585216:12345-192.168.203.12@tcp:3:dd.0 Request processed in 26068us (26162us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746146184.173054:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14254 00010000:00010000:0.0:1746146184.180536:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.180551:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.180558:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.180564:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2e0a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146184.180567:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.180573:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.180589:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.180598:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b2e0a00/0x88944630cfb64026 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.180664:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131addf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202585088:12345-192.168.203.12@tcp:3:dd.0 Request processed in 32901us (32966us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146184.180673:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14255 00000100:00100000:0.0:1746146184.190501:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.190568:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202585856 00000100:00100000:2.0:1746146184.190577:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202585856 00000100:00100000:2.0:1746146184.190636:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14256 00000100:00100000:2.0:1746146184.190643:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202585856:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146184.190683:0:24965:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x68141388, atime: 0x0, ctime: 0x68141388, blocks: 0x5fa0 00010000:00010000:2.0:1746146184.190690:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.190702:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.190704:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.190708:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.190740:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.199454:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2010:x1830966202584192:12345-192.168.203.12@tcp:4:dd.0 Request processed in 79622us (82690us total) trans 4294970896 rc 0/0 00000100:00100000:3.0:1746146184.199465:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14252 00002000:00100000:3.0:1746146184.199476:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->12582911) req@ffff88009a460e00 x1830966202584192/t4294970896(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/448 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.199484:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a460e00 with x1830966202584192 ext(8388608->12582911) 00002000:00010000:3.0:1746146184.199489:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a460e00 00000100:00100000:3.0:1746146184.221664:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2009:x1830966202584448:12345-192.168.203.12@tcp:4:dd.0 Request processed in 87839us (88074us total) trans 4294972306 rc 0/0 00000100:00100000:3.0:1746146184.221676:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14253 00002000:00100000:3.0:1746146184.221689:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88009d25c700 x1830966202584448/t4294972306(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/448 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.221698:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25c700 with x1830966202584448 ext(8388608->12582911) 00002000:00010000:3.0:1746146184.221704:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d25c700 00000001:00080000:2.0:1746146184.242089:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970897 is committed 00000001:00080000:2.0:1746146184.242108:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970896 is committed 00002000:00010000:0.0:1746146184.242445:0:24965:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:0.0:1746146184.242449:0:24965:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:0.0:1746146184.242464:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.242475:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.242482:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.242488:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065dc00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146184.242492:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.242499:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.242516:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.242523:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb6402d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.242621:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202585856:12345-192.168.203.12@tcp:4:dd.0 Request processed in 51973us (52125us total) trans 4294970897 rc 0/0 00000100:00100000:0.0:1746146184.242630:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14256 00000100:00100000:0.0:1746146184.248420:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.248465:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.248887:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202586240 00000100:00100000:2.0:1746146184.248895:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202586240 00000100:00100000:3.0:1746146184.248919:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202586368 00000100:00100000:3.0:1746146184.248923:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202586368 00000100:00100000:2.0:1746146184.248948:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14257 00000100:00100000:2.0:1746146184.248955:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202586240:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746146184.248958:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14258 00000100:00100000:3.0:1746146184.248963:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202586368:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146184.248981:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.248981:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.248993:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.248994:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.248998:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.249009:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.249034:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.249035:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.249038:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.249047:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.257019:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.257038:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.257044:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.257051:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065d200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146184.257054:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.257062:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.257077:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.257083:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065d200/0x88944630cfb6403b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.257169:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202586240:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8210us (8753us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146184.257177:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14257 00010000:00010000:3.0:1746146184.262054:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.262069:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.262075:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.262080:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130acaa00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.262084:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.262090:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.262104:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.262108:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64034 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.262182:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202586368:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13214us (13711us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746146184.262190:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14258 00000100:00100000:0.0:1746146184.270663:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.270819:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202586752 00000100:00100000:3.0:1746146184.270829:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202586752 00000100:00100000:3.0:1746146184.270892:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14259 00000100:00100000:3.0:1746146184.270898:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202586752:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146184.270942:0:27125:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x68141388, atime: 0x0, ctime: 0x68141388, blocks: 0x6f90 00010000:00010000:3.0:1746146184.270949:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.270960:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.270962:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.270965:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.270977:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746146184.297270:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970898 is committed 00002000:00010000:3.0:1746146184.297458:0:27125:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746146184.297463:0:27125:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:3.0:1746146184.297475:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.297485:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.297492:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.297498:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130acaa00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.297502:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.297509:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.297525:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.297531:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64042 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.297624:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202586752:12345-192.168.203.12@tcp:4:dd.0 Request processed in 26721us (26966us total) trans 4294970898 rc 0/0 00000100:00100000:3.0:1746146184.297633:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14259 00000100:00100000:0.0:1746146184.299998:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.300084:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202587008 00000100:00100000:3.0:1746146184.300092:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202587008 00000100:00100000:3.0:1746146184.300154:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14260 00000100:00100000:3.0:1746146184.300162:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202587008:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146184.300193:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.300205:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.300207:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.300211:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.300227:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.305759:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.305903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.305926:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202587392 00000100:00100000:0.0:1746146184.305934:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202587392 00000100:00100000:2.0:1746146184.306546:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202587520 00000100:00100000:2.0:1746146184.306552:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202587520 00000100:00100000:0.0:1746146184.306552:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14261 00000100:00100000:0.0:1746146184.306562:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202587392:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146184.306588:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14262 00000100:00100000:2.0:1746146184.306593:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2007:x1830966202587520:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146184.306614:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.306614:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.306626:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.306626:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.306627:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.306628:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.306631:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.306632:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.306643:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.306643:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.312601:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.312616:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.312623:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.312629:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a512e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.312633:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.312639:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.312655:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.312661:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a512e00/0x88944630cfb64049 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.312735:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202587008:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12551us (12724us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1746146184.312744:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14260 00010000:00010000:2.0:1746146184.316866:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.316881:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.316888:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.316894:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cab8400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146184.316897:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.316904:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.316918:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.316929:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cab8400/0x88944630cfb64050 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.317016:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202587392:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10450us (11260us total) trans 0 rc 974848/974848 00000100:00100000:2.0:1746146184.317025:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14261 00010000:00010000:2.0:1746146184.319311:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.319326:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.319333:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.319339:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065cc00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146184.319342:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.319348:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.319363:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.319368:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065cc00/0x88944630cfb64057 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.319533:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2007:x1830966202587520:12345-192.168.203.12@tcp:3:dd.0 Request processed in 12936us (13627us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146184.319541:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14262 00000100:00100000:0.0:1746146184.326057:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.326175:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202587776 00000100:00100000:2.0:1746146184.326185:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202587776 00000100:00100000:2.0:1746146184.326249:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14263 00000100:00100000:2.0:1746146184.326258:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202587776:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146184.326564:0:24965:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x68141388, atime: 0x0, ctime: 0x68141388, blocks: 0x7f80 00010000:00010000:2.0:1746146184.326572:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.326585:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.326587:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.326591:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.326602:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746146184.358930:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970899 is committed 00002000:00010000:2.0:1746146184.359096:0:24965:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746146184.359100:0:24965:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746146184 -> 1746146185 00002000:00010000:2.0:1746146184.359102:0:24965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746146184 -> 1746146185 00002000:00010000:2.0:1746146184.359104:0:24965:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746146184.359115:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.359130:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.359137:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.359142:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065c400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146184.359145:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.359152:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.359167:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.359171:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013065c400/0x88944630cfb6405e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.359258:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202587776:12345-192.168.203.12@tcp:4:dd.0 Request processed in 32997us (33203us total) trans 4294970899 rc 0/0 00000100:00100000:2.0:1746146184.359266:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14263 00000100:00100000:2.0:1746146184.363759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.363799:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202588160 00000100:00100000:2.0:1746146184.363801:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.363808:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202588160 00000100:00100000:0.0:1746146184.364391:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202588416 00000100:00100000:0.0:1746146184.364408:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202588416 00000100:00100000:3.0:1746146184.364847:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14264 00000100:00100000:0.0:1746146184.364858:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14265 00000100:00100000:3.0:1746146184.364861:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202588160:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:0.0:1746146184.364867:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2009:x1830966202588416:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146184.364905:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.364921:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.364923:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.364929:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.364943:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.364966:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.364976:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.364977:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.364981:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.364992:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.380314:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.380331:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.380339:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.380345:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130acaa00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.380348:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.380355:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.380375:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.380385:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880130acaa00/0x88944630cfb64065 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.380990:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.380998:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.381004:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.381008:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d6600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146184.381011:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.381015:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.381026:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.381034:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6406c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.382704:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202588160:12345-192.168.203.12@tcp:3:dd.0 Request processed in 17840us (18948us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746146184.382726:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14264 00000100:00100000:0.0:1746146184.382811:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2009:x1830966202588416:12345-192.168.203.12@tcp:3:dd.0 Request processed in 17944us (19007us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146184.382818:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14265 00000100:00100000:0.0:1746146184.398042:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.398111:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202588672 00000100:00100000:2.0:1746146184.398118:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202588672 00000100:00100000:2.0:1746146184.398184:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14266 00000100:00100000:2.0:1746146184.398192:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202588672:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146184.398238:0:24965:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x68141389, atime: 0x0, ctime: 0x68141389, blocks: 0x8f70 00010000:00010000:2.0:1746146184.398246:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.398257:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.398259:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.398263:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.398273:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746146184.420941:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970900 is committed 00002000:00010000:2.0:1746146184.421702:0:24965:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746146184.421707:0:24965:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:2.0:1746146184.421753:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.421768:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.421775:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.421782:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800708f0a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146184.421786:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.421797:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.421812:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.421818:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb64073 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.421906:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202588672:12345-192.168.203.12@tcp:4:dd.0 Request processed in 23711us (23868us total) trans 4294970900 rc 0/0 00000100:00100000:2.0:1746146184.421915:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14266 00000100:00100000:0.0:1746146184.424888:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.424928:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.424966:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.425154:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202588928 00000100:00100000:1.0:1746146184.425197:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202589312 00000100:00100000:1.0:1746146184.425204:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202589312 00000100:00100000:1.0:1746146184.425253:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202589440 00000100:00100000:1.0:1746146184.425256:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202589440 00000100:00100000:1.0:1746146184.425276:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14267 00000100:00100000:1.0:1746146184.425283:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202589312:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146184.425314:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.425339:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14268 00000100:00100000:2.0:1746146184.425346:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202589440:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146184.425361:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.425370:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.425372:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146184.425375:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.425386:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.425611:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.425613:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.425616:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.425625:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.425742:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202588928 00000100:00100000:3.0:1746146184.425776:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14269 00000100:00100000:3.0:1746146184.425782:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202588928:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146184.425797:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.425805:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.425807:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.425810:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.425819:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.442587:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.442603:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.442611:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.442617:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b1ba400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146184.442620:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.442627:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.442642:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.442648:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b1ba400/0x88944630cfb64081 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.442731:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202589440:12345-192.168.203.12@tcp:3:dd.0 Request processed in 17363us (17741us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746146184.442742:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14268 00010000:00010000:3.0:1746146184.442809:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.442818:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.442828:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.442833:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009958d400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.442835:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.442841:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.442850:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.442855:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009958d400/0x88944630cfb64088 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.442889:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2008:x1830966202588928:12345-192.168.203.12@tcp:3:dd.0 Request processed in 17106us (18012us total) trans 0 rc 81920/81920 00000100:00100000:3.0:1746146184.442895:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14269 00010000:00010000:1.0:1746146184.446595:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.446610:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.446616:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.446622:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d7c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146184.446625:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.446633:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.446650:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.446661:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800729d7c00/0x88944630cfb6407a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146184.447372:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202589312:12345-192.168.203.12@tcp:3:dd.0 Request processed in 22081us (22434us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146184.447384:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14267 00000100:00100000:0.0:1746146184.453784:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.453865:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202589696 00000100:00100000:1.0:1746146184.453873:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202589696 00000100:00100000:1.0:1746146184.453938:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14270 00000100:00100000:1.0:1746146184.453946:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202589696:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:1.0:1746146184.453985:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x68141389, atime: 0x0, ctime: 0x68141389, blocks: 0x9f60 00010000:00010000:1.0:1746146184.453992:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.454004:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.454006:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.454010:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.454021:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746146184.479959:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970901 is committed 00002000:00010000:1.0:1746146184.480235:0:28800:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:1.0:1746146184.480240:0:28800:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:1.0:1746146184.480251:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.480266:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.480273:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.480279:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d7a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146184.480282:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.480289:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.480307:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.480313:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb6408f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146184.480907:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202589696:12345-192.168.203.12@tcp:4:dd.0 Request processed in 26954us (27122us total) trans 4294970901 rc 0/0 00000100:00100000:1.0:1746146184.480919:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14270 00000100:00100000:0.0:1746146184.486156:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.486185:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202589952 00000100:00100000:0.0:1746146184.486191:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202589952 00000100:00100000:2.0:1746146184.486490:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199417344:0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.486529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.486551:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:065f921c-abbd-4f8e-b09f-86ccecd94661:3766:1830966199417088:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486574:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.486600:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131aded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199417600:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486618:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199417088 00000100:00100000:3.0:1746146184.486620:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199417088 00000100:00100000:3.0:1746146184.486639:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1746146184.486643:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad4b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3766:x1830966199417088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486669:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad4b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3766:x1830966199417088:12345-0@lo:400:kworker.0 Request processed in 25us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.486674:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1746146184.486702:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830966199417216:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486734:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.486745:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3767:1830966199417728:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486756:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.486764:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131add180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1830966199418240:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486783:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.486799:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830966199417472:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486811:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.486818:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199417984:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486830:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.486838:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199418496:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486848:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.486863:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199417216 00000100:00100000:3.0:1746146184.486864:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199417216 00000100:00100000:3.0:1746146184.486878:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199417728 00000100:00100000:3.0:1746146184.486879:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199417728 00000100:00100000:3.0:1746146184.486891:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199418240 00000100:00100000:3.0:1746146184.486892:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199418240 00000100:00100000:3.0:1746146184.486899:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199417472 00000100:00100000:3.0:1746146184.486900:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199417472 00000100:00100000:3.0:1746146184.486906:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1746146184.486910:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830966199417216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486929:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1830966199417216:12345-0@lo:400:kworker.0 Request processed in 18us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.486933:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1746146184.486940:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1746146184.486943:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830966199417728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486954:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3767:x1830966199417728:12345-0@lo:400:kworker.0 Request processed in 11us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.486958:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1746146184.486963:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1746146184.486966:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830966199418240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.486977:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1830966199418240:12345-0@lo:400:kworker.0 Request processed in 11us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.486980:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1746146184.486985:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1746146184.486988:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830966199417472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.487001:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830966199417472:12345-0@lo:400:kworker.0 Request processed in 13us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.487005:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1746146184.487017:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199417984 00000100:00100000:3.0:1746146184.487019:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199417984 00000100:00100000:3.0:1746146184.487034:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199418496 00000100:00100000:3.0:1746146184.487036:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199418496 00000100:00100000:3.0:1746146184.487048:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1746146184.487051:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199417984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.487071:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199417984:12345-0@lo:400:kworker.0 Request processed in 20us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.487075:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1746146184.487083:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1746146184.487086:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199418496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.487102:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199418496:12345-0@lo:400:kworker.0 Request processed in 15us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.487107:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00080000:3.0:1746146184.487120:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746146184.487122:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746146184.487124:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746146184.487143:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ade680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830966199417472:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.487150:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199417984:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.487155:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b99a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199418496:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.487174:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1830966199417216:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.487179:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3767:1830966199417728:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.487184:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131add180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1830966199418240:0@lo:400:kworker.0 00000100:00100000:0.0:1746146184.487785:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14271 00000100:00100000:2.0:1746146184.487788:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3768:1830966199417856:0@lo:400:kworker.0 00000100:00100000:0.0:1746146184.487795:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2009:x1830966202589952:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:2.0:1746146184.487814:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746146184.487821:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.487832:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746146184.487833:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b99ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1830966199418368:0@lo:400:kworker.0 00010000:00010000:0.0:1746146184.487834:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.487838:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.487846:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1746146184.487848:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.487868:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146184.487882:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199418112:0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.487896:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146184.487906:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199418624:0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.487920:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146184.487941:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:065f921c-abbd-4f8e-b09f-86ccecd94661:3766:1830966199417088:0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.487958:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199417344 00000100:00100000:2.0:1746146184.487962:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199417344 00000100:00100000:2.0:1746146184.487984:0:8388:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199417600 00000100:00100000:2.0:1746146184.487986:0:8388:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199417600 00000100:00100000:2.0:1746146184.487995:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1746146184.488000:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966199417344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.488029:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3768:x1830966199417344:12345-0@lo:400:kworker.0 Request processed in 29us (1500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.488033:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1746146184.488044:0:8388:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1746146184.488048:0:8388:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1830966199417600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.488075:0:8388:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3766:x1830966199417600:12345-0@lo:400:kworker.0 Request processed in 26us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.488078:0:8388:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1746146184.488092:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199418112 00000100:00100000:2.0:1746146184.488093:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199418112 00000100:00100000:2.0:1746146184.488110:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199418624 00000100:00100000:2.0:1746146184.488113:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199418624 00000100:00100000:2.0:1746146184.488125:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1746146184.488129:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199418112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.488153:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199418112:12345-0@lo:400:kworker.0 Request processed in 24us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.488157:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1746146184.488164:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1746146184.488167:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199418624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146184.488169:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199417856 00000100:00100000:0.0:1746146184.488173:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199417856 00000100:00100000:2.0:1746146184.488182:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199418624:12345-0@lo:400:kworker.0 Request processed in 14us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.488185:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1746146184.488193:0:13944:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199418368 00000100:00100000:0.0:1746146184.488195:0:13944:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199418368 00000100:00080000:2.0:1746146184.488196:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746146184.488199:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746146184.488200:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746146184.488208:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1746146184.488213:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830966199417856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.488214:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199417344:0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.488229:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131aded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199417600:0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.488236:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199418112:0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.488242:0:3766:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294972296 gen 2 00000100:00100000:0.0:1746146184.488244:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830966199417856:12345-0@lo:400:kworker.0 Request processed in 31us (428us total) trans 0 rc 0/0 00000004:00080000:2.0:1746146184.488247:0:3766:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880131ba1180, transno 4294972296 00000100:00100000:0.0:1746146184.488249:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1746146184.488254:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199418624:0@lo:400:kworker.0 00000100:00100000:0.0:1746146184.488259:0:13944:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1746146184.488263:0:13944:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966199418368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146184.488280:0:13944:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830966199418368:12345-0@lo:400:kworker.0 Request processed in 18us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146184.488285:0:13944:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1746146184.489032:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3768:1830966199417856:0@lo:400:kworker.0 00000100:00100000:3.0:1746146184.489047:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b99ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1830966199418368:0@lo:400:kworker.0 00000100:00100000:2.0:1746146184.489441:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.489482:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202590336 00000100:00100000:2.0:1746146184.489483:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.489487:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202590336 00000100:00100000:3.0:1746146184.490068:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202590464 00000100:00100000:3.0:1746146184.490072:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202590464 00000100:00100000:3.0:1746146184.490098:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14272 00000100:00100000:3.0:1746146184.490104:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2010:x1830966202590336:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146184.490133:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.490146:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.490148:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.490154:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.490167:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146184.490357:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14273 00000100:00100000:1.0:1746146184.490365:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2010:x1830966202590464:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146184.490380:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.490387:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.490388:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.490405:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.490413:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.490677:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.490685:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.490692:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.490698:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c28ec00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146184.490702:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.490728:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.490743:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.490749:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c28ec00/0x88944630cfb64096 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.490809:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202589952:12345-192.168.203.12@tcp:3:dd.0 Request processed in 3016us (4656us total) trans 0 rc 90112/90112 00000100:00100000:0.0:1746146184.490817:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14271 00010000:00010000:3.0:1746146184.504664:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.504679:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.504685:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.504691:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b1e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.504695:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.504702:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.504738:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.504745:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6409d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.505125:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.505134:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.505139:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.505144:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800708f1200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146184.505147:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.505152:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.505162:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.505168:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800708f1200/0x88944630cfb640a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.505416:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202590336:12345-192.168.203.12@tcp:3:dd.0 Request processed in 15306us (15971us total) trans 0 rc 950272/950272 00000100:00100000:3.0:1746146184.505426:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14272 00000100:00100000:1.0:1746146184.505451:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2010:x1830966202590464:12345-192.168.203.12@tcp:3:dd.0 Request processed in 15087us (15967us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146184.505987:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14273 00000100:00100000:0.0:1746146184.514087:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.514190:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202590720 00000100:00100000:1.0:1746146184.514199:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202590720 00000100:00100000:1.0:1746146184.514266:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14274 00000100:00100000:1.0:1746146184.514273:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202590720:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:1.0:1746146184.514312:0:27127:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x68141389, atime: 0x0, ctime: 0x68141389, blocks: 0xaf50 00010000:00010000:1.0:1746146184.514319:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.514330:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.514331:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.514336:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.514346:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746146184.540005:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970902 is committed 00002000:00010000:1.0:1746146184.540176:0:27127:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746146184.540180:0:27127:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:1.0:1746146184.540191:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.540201:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.540213:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.540219:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800708f0a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146184.540222:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.540229:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.540244:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.540250:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800708f0a00/0x88944630cfb640ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146184.540349:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2007:x1830966202590720:12345-192.168.203.12@tcp:4:dd.0 Request processed in 26072us (26267us total) trans 4294970902 rc 0/0 00000100:00100000:1.0:1746146184.540357:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14274 00000100:00100000:0.0:1746146184.545560:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.545606:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.545963:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202591104 00000100:00100000:3.0:1746146184.545970:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202591104 00000100:00100000:3.0:1746146184.546010:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202591232 00000100:00100000:3.0:1746146184.546012:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202591232 00000100:00100000:3.0:1746146184.546032:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14275 00000100:00100000:3.0:1746146184.546039:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2010:x1830966202591104:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746146184.546042:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14276 00000100:00100000:1.0:1746146184.546050:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202591232:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146184.546064:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.546067:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.546075:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.546075:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.546077:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146184.546077:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.546081:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.546081:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.546090:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146184.546090:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.551796:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746146184.551812:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199418752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746146184.551861:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746146184.551909:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199418752 00000100:00100000:3.0:1746146184.551915:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199418752 00000100:00100000:3.0:1746146184.551949:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1746146184.551955:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199418752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746146184.551993:0:7239:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00010000:00010000:0.0:1746146184.552081:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.552092:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.552150:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199418752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 194us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.552156:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1746146184.552308:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199418752:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746146184.552418:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.552426:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c28ea00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146184.552430:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.552438:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.552456:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.552461:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c28ea00/0x88944630cfb640b9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.552530:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+6:2010:x1830966202591232:12345-192.168.203.12@tcp:3:dd.0 Request processed in 6479us (6921us total) trans 0 rc 98304/98304 00000100:00100000:0.0:1746146184.552538:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14276 00010000:00010000:3.0:1746146184.556828:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.556844:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.556851:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.556857:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b1600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146184.556861:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.556868:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.556885:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.556890:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1600/0x88944630cfb640b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146184.556968:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2010:x1830966202591104:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10926us (11411us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146184.556977:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14275 00000100:00100000:2.0:1746146184.561139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.561250:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202591360 00000100:00100000:3.0:1746146184.561258:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202591360 00000100:00100000:3.0:1746146184.561306:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31514 00000100:00100000:3.0:1746146184.561313:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+6:3785:x1830966202591360:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746146184.561327:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146184.561344:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd7b expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746146184.561362:0:26612:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x68141389, atime: 0x0, ctime: 0x68141389, blocks: 0xbf40 00010000:00010000:3.0:1746146184.561380:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.561382:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146184.561388:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.561413:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 7 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.561421:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d7a00, rc 0) 00000100:00100000:3.0:1746146184.561825:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:3785:x1830966202591360:12345-192.168.203.12@tcp:101:dd.0 Request processed in 511us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146184.561831:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31514 00000100:00100000:3.0:1746146184.580859:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.580939:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202591488 00000100:00100000:0.0:1746146184.580949:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202591488 00002000:00100000:0.0:1746146184.580994:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff880081fa0e00 x1830966202591488/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146184.581004:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0e00 with x1830966202591488 ext(25067520->26214399) 00002000:00010000:0.0:1746146184.581009:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa0e00 00000100:00100000:0.0:1746146184.581040:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14277 00000100:00100000:0.0:1746146184.581047:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202591488:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746146184.581900:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199418880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746146184.581954:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146184.582100:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199419008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746146184.582211:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199418880 00000100:00100000:1.0:1746146184.582215:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199418880 00000100:00100000:1.0:1746146184.582246:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1746146184.582251:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199418880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746146184.582287:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 49152 granted 537639744 pending 26361856 free 3907506176 avail 3675983872 00000100:00100000:2.0:1746146184.582336:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146184.582387:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199419008 00000100:00100000:0.0:1746146184.582390:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199419008 00000100:00100000:0.0:1746146184.582419:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1746146184.582425:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199419008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746146184.582433:0:9585:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 49152 granted 537639744 pending 26361856 free 3907506176 avail 3675983872 00000100:00100000:0.0:1746146184.582459:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199419008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146184.582464:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1746146184.582547:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c728e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199419008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746146184.582697:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199418880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 445us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146184.582702:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1746146184.582973:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199418880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746146184.596849:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202591488:12345-192.168.203.12@tcp:4:dd.0 Request processed in 15787us (15986us total) trans 4294970903 rc 0/0 00000100:00100000:0.0:1746146184.596863:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14277 00002000:00100000:0.0:1746146184.596878:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (25067520->26214399) req@ffff880081fa0e00 x1830966202591488/t4294970903(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/448 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146184.596888:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa0e00 with x1830966202591488 ext(25067520->26214399) 00002000:00010000:0.0:1746146184.596895:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa0e00 00000100:00100000:2.0:1746146184.605609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.605675:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202591616 00000100:00100000:3.0:1746146184.605683:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202591616 00000100:00100000:3.0:1746146184.605749:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34643 00000100:00100000:3.0:1746146184.605758:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+26:3785:x1830966202591616:12345-192.168.203.12@tcp:44:dd.0 00000001:00080000:1.0:1746146184.607200:0:7214:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982972 is committed 00000001:00080000:1.0:1746146184.607224:0:7214:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294982970 is committed 00000020:00080000:1.0:1746146184.607238:0:7214:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00010000:00010000:3.0:1746146184.607303:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146184.607314:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146184.607320:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146184.607326:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87ca00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146184.607330:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146184.607335:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146184.607347:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009c41ff00) 00010000:00010000:3.0:1746146184.607350:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146184.607353:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746146184.607357:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ca00/0x88944630cfb63e90 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000020:00080000:0.0:1746146184.607462:0:7264:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:0.0:1746146184.607505:0:7264:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012ec96240 with version 21 00010000:00010000:3.0:1746146184.607557:0:3752:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146184.607563:0:3752:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146184.607567:0:3752:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146184.607575:0:3752:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a512000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146184.607577:0:3752:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146184.607582:0:3752:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146184.607589:0:3752:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff880133022500) 00010000:00010000:3.0:1746146184.607590:0:3752:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146184.607592:0:3752:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00010000:00010000:3.0:1746146184.607596:0:3752:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512000/0x88944630cfb63f5b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13944 initiator: MDT0 00000100:00100000:2.0:1746146184.607763:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+18:3785:x1830966202591616:12345-192.168.203.12@tcp:44:dd.0 Request processed in 2004us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.607772:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34643 00000020:00080000:0.0:1746146184.608136:0:7264:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 9 cancel update log [0x240000401:0x2:0x0].9: rc = 0 00000020:00080000:0.0:1746146184.608193:0:7264:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].9: rc = 0 00000020:00080000:0.0:1746146184.608199:0:7264:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:2.0:1746146184.608242:0:8778:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800ad419180 version 21 rpc_version 21 00000020:00100000:2.0:1746146184.608262:0:8778:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1746146184.608268:0:8778:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009c728700 x1830966199419264/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746146184.608284:0:8778:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c728700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8778:1830966199419264:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746146184.608321:0:8778:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146184.608362:0:8778:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1840 going to sleep for 11 seconds 00000100:00100000:3.0:1746146184.608419:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199419264 00000100:00100000:3.0:1746146184.608424:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199419264 00000100:00100000:3.0:1746146184.608452:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1746146184.608458:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8778:x1830966199419264:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746146184.608552:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:8778:x1830966199419264:12345-0@lo:1000:osp_up1-0.0 Request processed in 94us (230us total) trans 4294967391 rc 0/0 00000100:00100000:3.0:1746146184.608557:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1746146184.609324:0:8778:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c728700 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8778:1830966199419264:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746146184.613455:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.613527:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202591744 00000100:00100000:0.0:1746146184.613536:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202591744 00000100:00100000:0.0:1746146184.613589:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31515 00000100:00100000:0.0:1746146184.613598:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202591744:12345-192.168.203.12@tcp:16:dd.0 00000001:00080000:3.0:1746146184.621688:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970903 is committed 00000100:00100000:0.0:1746146184.621869:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202591744:12345-192.168.203.12@tcp:16:dd.0 Request processed in 8269us (8418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146184.621878:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31515 00000100:00100000:0.0:1746146184.623828:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.623892:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202592000 00000100:00100000:3.0:1746146184.623901:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202592000 00000100:00100000:3.0:1746146184.623943:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 202 00000100:00100000:3.0:1746146184.623950:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c461050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+18:3785:x1830966202592000:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746146184.624136:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c461050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+19:3785:x1830966202592000:12345-192.168.203.12@tcp:35:dd.0 Request processed in 186us (314us total) trans 4294982973 rc 0/0 00000100:00100000:3.0:1746146184.624143:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 202 00000100:00100000:2.0:1746146184.626627:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.626985:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202592256 00000100:00100000:3.0:1746146184.626993:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202592256 00000100:00100000:3.0:1746146184.627362:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 203 00000100:00100000:3.0:1746146184.627369:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+19:3785:x1830966202592256:12345-192.168.203.12@tcp:35:dd.0 00000001:00080000:3.0:1746146184.627527:0:20475:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294982974 00000100:00100000:3.0:1746146184.627603:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+21:3785:x1830966202592256:12345-192.168.203.12@tcp:35:dd.0 Request processed in 234us (982us total) trans 4294982975 rc 0/0 00000100:00100000:3.0:1746146184.627608:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 203 00000020:00080000:3.0:1746146184.627612:0:20475:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746146184.652229:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.652507:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202592384 00000100:00100000:2.0:1746146184.652514:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202592384 00000100:00100000:2.0:1746146184.652559:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34644 00000100:00100000:2.0:1746146184.652568:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+21:3788:x1830966202592384:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:2.0:1746146184.652590:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146184.652606:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1ba400/0x88944630cfb640c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd82 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.652656:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb640ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.652666:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb640ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.652675:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb640ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146184.652738:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146184.652741:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146184.652759:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb640ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.652775:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1ba400/0x88944630cfb640c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd82 expref: 23 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.652805:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb640ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd82 expref: 22 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.652812:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146184.652814:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146184.652817:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a35400, rc 0) 00000100:00100000:2.0:1746146184.653939:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+22:3788:x1830966202592384:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 1363us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.653947:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34644 00000100:00100000:0.0:1746146184.657365:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.657546:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202592512 00000100:00100000:2.0:1746146184.657553:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202592512 00000100:00100000:2.0:1746146184.657588:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34645 00000100:00100000:2.0:1746146184.657595:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+22:3788:x1830966202592512:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:2.0:1746146184.657612:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146184.657625:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1ba600/0x88944630cfb640d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd89 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.657670:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.657679:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.657687:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.657697:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.657701:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.657706:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658114:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fcc00/0x88944630cfb640ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658122:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fcc00/0x88944630cfb640ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658127:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fcc00/0x88944630cfb640ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146184.658157:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000004:00200000:2.0:1746146184.658160:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146184.658172:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fcc00/0x88944630cfb640ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658180:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fcc00/0x88944630cfb640ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658185:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658190:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658195:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658199:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a583e00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146184.658203:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658207:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658215:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146184.658217:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146184.658220:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658224:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a583e00/0x88944630cfb640dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658383:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658387:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658400:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658405:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c5fc200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146184.658407:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658412:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658418:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009c41ff00) 00010000:00010000:2.0:1746146184.658419:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146184.658658:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658665:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb640e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.658693:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1ba600/0x88944630cfb640d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd89 expref: 24 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.658703:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fcc00/0x88944630cfb640ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd89 expref: 23 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.658708:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:2.0:1746146184.658710:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146184.658712:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fcc00, rc 0) 00000100:00100000:2.0:1746146184.659229:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+23:3788:x1830966202592512:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 1631us (1868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.659444:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34645 00000100:00100000:3.0:1746146184.664082:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.664788:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202592768 00000100:00100000:0.0:1746146184.664798:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202592768 00000100:00100000:0.0:1746146184.665266:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31516 00000100:00100000:0.0:1746146184.665277:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2007:x1830966202592768:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:0.0:1746146184.665295:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146184.665318:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a583e00/0x88944630cfb640f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd97 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.665372:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199419392:192.168.203.12@tcp:106: 00000100:00100000:0.0:1746146184.665490:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96000 going to sleep for 11 seconds 00000100:00100000:1.0:1746146184.668361:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.668584:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202592640 00000100:00100000:2.0:1746146184.668594:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202592640 00000100:00100000:2.0:1746146184.668801:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31517 00000100:00100000:2.0:1746146184.668809:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202592640:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:2.0:1746146184.669086:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146184.669104:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb640f8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd90 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.669157:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830966199419520:192.168.203.12@tcp:106: 00000100:00100000:2.0:1746146184.669232:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1840 going to sleep for 11 seconds 00002000:00010000:0.0:1746146184.669265:0:26612:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746146184.669268:0:26612:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746146184 00002000:00010000:0.0:1746146184.669269:0:26612:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746146184 00002000:00010000:0.0:1746146184.669271:0:26612:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746146184 00002000:00010000:0.0:1746146184.669273:0:26612:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24528 00000100:00100000:0.0:1746146184.669287:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199419392:192.168.203.12@tcp:106: 00010000:00010000:0.0:1746146184.669311:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a583e00/0x88944630cfb640f1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd97 expref: 16 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146184.669323:0:26612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a583e00/0x88944630cfb640f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd97 expref: 16 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146184.669339:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a583e00, rc 0) 00000100:00100000:0.0:1746146184.669362:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2007:x1830966202592768:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 4087us (5286us total) trans 0 rc 301/301 00000100:00100000:0.0:1746146184.669368:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31516 00002000:00010000:2.0:1746146184.671357:0:9584:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746146184.671363:0:9584:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1746146184 00002000:00010000:2.0:1746146184.671365:0:9584:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1746146184 00002000:00010000:2.0:1746146184.671367:0:9584:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1746146184 00002000:00010000:2.0:1746146184.671368:0:9584:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746146184.671384:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830966199419520:192.168.203.12@tcp:106: 00010000:00010000:2.0:1746146184.671418:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb640f8 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd90 expref: 8 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146184.671534:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb640f8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd90 expref: 8 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146184.671756:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fd600, rc 0) 00000100:00100000:2.0:1746146184.671924:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202592640:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 3113us (3576us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146184.671931:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31517 00000100:00100000:3.0:1746146184.679189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.679274:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202592896 00000100:00100000:2.0:1746146184.679281:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202592896 00000100:00100000:2.0:1746146184.679319:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34646 00000100:00100000:2.0:1746146184.679325:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:3789:x1830966202592896:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:2.0:1746146184.679345:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146184.679359:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb640ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffd9e expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.679419:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.679430:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.679439:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146184.679471:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146184.679474:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146184.679881:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.679900:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb640ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 18 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.679924:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 17 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.679932:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146184.679935:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146184.679937:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fdc00, rc 0) 00000100:00100000:2.0:1746146184.679979:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:3789:x1830966202592896:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 653us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.679988:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34646 00000100:00100000:1.0:1746146184.690695:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.691200:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202593152 00000100:00100000:2.0:1746146184.691214:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202593152 00000100:00100000:2.0:1746146184.691692:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34647 00000100:00100000:2.0:1746146184.691702:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+23:3790:x1830966202593152:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746146184.691748:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146184.691768:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb6410d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffda5 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.691892:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc400/0x88944630cfb64114 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.691908:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc400/0x88944630cfb64114 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146184.691921:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc400/0x88944630cfb64114 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146184.691935:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746146184.692099:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb6410d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffda5 expref: 26 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.692142:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc400/0x88944630cfb64114 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffda5 expref: 25 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.692153:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:2.0:1746146184.692156:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746146184.692159:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fc400, rc 0) 00000100:00100000:2.0:1746146184.692903:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+25:3790:x1830966202593152:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 1199us (2220us total) trans 4294982976 rc 0/0 00000100:00100000:2.0:1746146184.692913:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34647 00000100:00100000:0.0:1746146184.697764:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.698077:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202593408 00000100:00100000:2.0:1746146184.698090:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202593408 00000100:00100000:3.0:1746146184.698250:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34648 00000100:00100000:3.0:1746146184.698261:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+25:3790:x1830966202593408:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:3.0:1746146184.698291:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146184.698313:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb64122 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffdac expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.698446:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f600/0x88944630cfb64129 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146184.698462:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f600/0x88944630cfb64129 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146184.698474:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f600/0x88944630cfb64129 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746146184.698486:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:3.0:1746146184.698637:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ee00/0x88944630cfb64122 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdac expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.698674:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f600/0x88944630cfb64129 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdac expref: 27 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146184.698684:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:3.0:1746146184.698688:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746146184.698691:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945f600, rc 0) 00000100:00100000:3.0:1746146184.698807:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3790:x1830966202593408:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 546us (1103us total) trans 4294982977 rc 0/0 00000100:00100000:3.0:1746146184.698814:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34648 00000100:00100000:3.0:1746146184.703655:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.703894:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202593536 00000100:00100000:0.0:1746146184.703977:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202593536 00000100:00100000:0.0:1746146184.704051:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 458 00000100:00100000:0.0:1746146184.704060:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+27:2008:x1830966202593536:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146184.704077:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146184.704106:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f600/0x88944630cfb64129 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdac expref: 27 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.704134:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:0.0:1746146184.704139:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146184.704193:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+26:2008:x1830966202593536:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 134us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146184.704199:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 458 00000100:00100000:1.0:1746146184.705997:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.706043:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.706095:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202593664 00000100:00100000:0.0:1746146184.706102:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202593664 00000100:00100000:0.0:1746146184.706148:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202593792 00000100:00100000:0.0:1746146184.706150:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202593792 00000100:00100000:0.0:1746146184.706171:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31518 00000100:00100000:0.0:1746146184.706178:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202593664:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:0.0:1746146184.706196:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146184.706213:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64137 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffdb3 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.706280:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097f51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199419648:192.168.203.12@tcp:106: 00000100:00100000:0.0:1746146184.706370:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146184.706562:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31519 00000100:00100000:2.0:1746146184.706571:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202593792:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746146184.706580:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146184.706590:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd600/0x88944630cfb6413e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffdba expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146184.706619:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199419776:192.168.203.12@tcp:106: 00000100:00100000:2.0:1746146184.706642:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1780 going to sleep for 11 seconds 00000100:00100000:2.0:1746146184.711419:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097f51c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199419648:192.168.203.12@tcp:106: 00010000:00010000:2.0:1746146184.711467:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64137 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdb3 expref: 8 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146184.711483:0:26612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64137 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdb3 expref: 8 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146184.711531:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b0a00, rc 0) 00000100:00100000:2.0:1746146184.711597:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202593664:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 5418us (5606us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146184.711604:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31518 00000100:00100000:2.0:1746146184.711770:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c729c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199419776:192.168.203.12@tcp:106: 00010000:00010000:2.0:1746146184.711788:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd600/0x88944630cfb6413e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdba expref: 16 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146184.711798:0:21272:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fd600/0x88944630cfb6413e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdba expref: 16 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146184.711805:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fd600, rc 0) 00000100:00100000:2.0:1746146184.711830:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2008:x1830966202593792:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 5262us (5787us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146184.711835:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31519 00000100:00100000:0.0:1746146184.726992:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.727432:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202594304 00000100:00100000:2.0:1746146184.727445:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202594304 00002000:00100000:2.0:1746146184.727516:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff880097f51c00 x1830966202594304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.727531:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51c00 with x1830966202594304 ext(0->2097151) 00002000:00010000:2.0:1746146184.727537:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f51c00 00000100:00100000:2.0:1746146184.727567:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14278 00000100:00100000:2.0:1746146184.727578:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202594304:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146184.733605:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.734888:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202594048 00000100:00100000:0.0:1746146184.734902:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202594048 00002000:00100000:0.0:1746146184.734971:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88009c729c00 x1830966202594048/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146184.734984:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c729c00 with x1830966202594048 ext(0->2097151) 00002000:00010000:0.0:1746146184.734990:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c729c00 00000100:00100000:0.0:1746146184.735021:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14279 00000100:00100000:0.0:1746146184.735032:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2007:x1830966202594048:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146184.752861:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202594304:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 25269us (25865us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746146184.752873:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14278 00002000:00100000:0.0:1746146184.752887:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->2097151) req@ffff880097f51c00 x1830966202594304/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146184.752897:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097f51c00 with x1830966202594304 ext(0->2097151) 00002000:00010000:0.0:1746146184.752903:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880097f51c00 00000100:00100000:0.0:1746146184.761026:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+15:2007:x1830966202594048:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 25978us (27414us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746146184.761044:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14279 00002000:00100000:0.0:1746146184.761059:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88009c729c00 x1830966202594048/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146184.761069:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c729c00 with x1830966202594048 ext(0->2097151) 00002000:00010000:0.0:1746146184.761077:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c729c00 00000100:00100000:0.0:1746146184.786297:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.786484:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202594432 00000100:00100000:2.0:1746146184.786495:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202594432 00000100:00100000:2.0:1746146184.786559:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31520 00000100:00100000:2.0:1746146184.786569:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+7:3790:x1830966202594432:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746146184.786591:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146184.786613:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb64145 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffdc1 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.786652:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.786659:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146184.786661:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146184.786664:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb64145 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc1 expref: 8 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.786695:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 7 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.786707:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 7 pid: 9583 timeout: 887 lvb_type: 0 00000100:00100000:2.0:1746146184.786753:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c72ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966199419904:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146184.786853:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746146184.790245:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c72ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:21272:1830966199419904:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146184.790285:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb64145 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc1 expref: 8 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.790308:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fd600, rc 0) 00000100:00100000:0.0:1746146184.790363:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+8:3790:x1830966202594432:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 3795us (4075us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146184.790372:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31520 00000100:00100000:1.0:1746146184.791932:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.792592:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202594560 00000100:00100000:0.0:1746146184.792600:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202594560 00002000:00100000:0.0:1746146184.792648:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009b99aa00 x1830966202594560/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146184.792658:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99aa00 with x1830966202594560 ext(12582912->13631487) 00010000:00010000:0.0:1746146184.792667:0:27127:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 8 pid: 9583 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146184.792681:0:27127:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 8 pid: 9583 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746146184.792688:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b99aa00 00000100:00100000:0.0:1746146184.792755:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3614 00000100:00100000:0.0:1746146184.792764:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202594560:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746146184.810545:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202594560:12345-192.168.203.12@tcp:4:dd.0 Request processed in 17769us (18607us total) trans 4294970904 rc 0/0 00000100:00100000:0.0:1746146184.810559:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3614 00002000:00100000:0.0:1746146184.810575:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009b99aa00 x1830966202594560/t4294970904(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/448 e 0 to 0 dl 1746146195 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146184.810592:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99aa00 with x1830966202594560 ext(12582912->13631487) 00010000:00010000:0.0:1746146184.810604:0:27127:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 10 pid: 9583 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146184.810622:0:27127:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 10 pid: 9583 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746146184.810629:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b99aa00 00000100:00100000:1.0:1746146184.829845:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.829940:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202594688 00000100:00100000:0.0:1746146184.829950:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202594688 00010000:00010000:0.0:1746146184.829990:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 10 pid: 9583 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746146184.830031:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14850 00000100:00100000:0.0:1746146184.830038:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202594688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146184.830054:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746146184.830072:0:7219:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:0.0:1746146184.830078:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 10 pid: 9583 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146184.830090:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 10 pid: 9583 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146184.830115:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb63f8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd5f expref: 10 pid: 9583 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146184.830151:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.830153:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.830160:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb64145 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc1 expref: 7 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.830168:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb64145 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc1 expref: 7 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.830205:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c5fd600/0x88944630cfb64145 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc1 expref: 7 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.830217:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130658000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966199420032:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146184.830300:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:0.0:1746146184.834589:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130658000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7219:1830966199420032:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146184.834614:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146184.834677:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2007:x1830966202594688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4638us (4844us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146184.834688:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14850 00000100:00100000:0.0:1746146184.837921:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.837996:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202594944 00000100:00100000:2.0:1746146184.838007:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202594944 00002000:00100000:2.0:1746146184.838063:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff880130658000 x1830966202594944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.838073:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658000 with x1830966202594944 ext(0->1048575) 00002000:00010000:2.0:1746146184.838078:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130658000 00000100:00100000:2.0:1746146184.838112:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14280 00000100:00100000:2.0:1746146184.838121:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202594944:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146184.845971:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202594944:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 7840us (8049us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146184.845984:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14280 00002000:00100000:2.0:1746146184.845996:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (0->1048575) req@ffff880130658000 x1830966202594944/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.846006:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658000 with x1830966202594944 ext(0->1048575) 00002000:00010000:2.0:1746146184.846012:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130658000 00000100:00100000:0.0:1746146184.850082:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.850197:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202595072 00000100:00100000:2.0:1746146184.850208:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202595072 00000100:00100000:2.0:1746146184.850651:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31521 00000100:00100000:2.0:1746146184.850661:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+15:3790:x1830966202595072:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746146184.850684:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146184.850703:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c5fde00/0x88944630cfb6414c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffdc8 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.850779:0:21272:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 13 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.850787:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146184.850789:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746146184.850793:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fde00/0x88944630cfb6414c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc8 expref: 16 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.850829:0:21272:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 13 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.850841:0:21272:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 13 pid: 26612 timeout: 887 lvb_type: 0 00000100:00100000:2.0:1746146184.850859:0:21272:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c72bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199420160:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146184.850947:0:21272:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746146184.855378:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.855569:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202595200 00000100:00100000:3.0:1746146184.855580:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202595200 00002000:00100000:3.0:1746146184.855634:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (8364032->8388607) req@ffff880130658a80 x1830966202595200/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.855644:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658a80 with x1830966202595200 ext(8364032->8388607) 00010000:00010000:3.0:1746146184.855656:0:27127:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 14 pid: 26612 timeout: 887 lvb_type: 0 00010000:00010000:3.0:1746146184.855670:0:27127:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 14 pid: 26612 timeout: 887 lvb_type: 0 00002000:00010000:3.0:1746146184.855676:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130658a80 00000100:00100000:3.0:1746146184.855709:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3615 00000100:00100000:2.0:1746146184.855740:0:21272:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c72bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:21272:1830966199420160:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146184.855744:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2008:x1830966202595200:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:2.0:1746146184.855767:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c5fde00/0x88944630cfb6414c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc8 expref: 16 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146184.855784:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fde00, rc 0) 00000100:00100000:2.0:1746146184.855849:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+16:3790:x1830966202595072:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 5190us (5782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.855857:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31521 00000100:00100000:3.0:1746146184.857580:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202595200:12345-192.168.203.12@tcp:4:dd.0 Request processed in 1827us (2205us total) trans 4294972307 rc 0/0 00000100:00100000:3.0:1746146184.857592:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3615 00002000:00100000:3.0:1746146184.857603:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (8364032->8388607) req@ffff880130658a80 x1830966202595200/t4294972307(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:315/0 lens 488/448 e 0 to 0 dl 1746146195 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.857612:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658a80 with x1830966202595200 ext(8364032->8388607) 00010000:00010000:3.0:1746146184.857621:0:27127:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 16 pid: 26612 timeout: 887 lvb_type: 0 00010000:00010000:3.0:1746146184.857633:0:27127:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 16 pid: 26612 timeout: 887 lvb_type: 0 00002000:00010000:3.0:1746146184.857640:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130658a80 00000100:00100000:1.0:1746146184.864164:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.864916:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202595328 00000100:00100000:0.0:1746146184.864927:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202595328 00010000:00010000:0.0:1746146184.864970:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 16 pid: 26612 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746146184.865223:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14851 00000100:00100000:0.0:1746146184.865232:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2009:x1830966202595328:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146184.865250:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746146184.865270:0:7219:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 24528 -> 24576 00010000:00010000:0.0:1746146184.865276:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 16 pid: 26612 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146184.865288:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 16 pid: 26612 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146184.865321:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b1c00/0x88944630cfb63fa8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd74 expref: 16 pid: 26612 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146184.865354:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.865356:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146184.865363:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c5fde00/0x88944630cfb6414c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc8 expref: 15 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.865371:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c5fde00/0x88944630cfb6414c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc8 expref: 15 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146184.865424:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c5fde00/0x88944630cfb6414c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdc8 expref: 15 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146184.865440:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013065b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199420288:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146184.865950:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146184.867829:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013065b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199420288:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146184.867857:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146184.867909:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+15:2009:x1830966202595328:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2678us (3757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146184.867920:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14851 00000100:00100000:0.0:1746146184.873138:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.873211:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202595712 00000100:00100000:3.0:1746146184.873222:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202595712 00000100:00100000:0.0:1746146184.873222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.873301:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202595840 00000100:00100000:1.0:1746146184.873305:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202595840 00002000:00100000:3.0:1746146184.873321:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff880130659f80 x1830966202595712/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146184.873324:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff88013065b480 x1830966202595840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.873332:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659f80 with x1830966202595712 ext(0->2097151) 00002000:00010000:3.0:1746146184.873337:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130659f80 00002000:00100000:1.0:1746146184.873337:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b480 with x1830966202595840 ext(1048576->2097151) 00002000:00010000:1.0:1746146184.873340:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013065b480 00000100:00100000:3.0:1746146184.873400:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14281 00000100:00100000:1.0:1746146184.873404:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14282 00000100:00100000:3.0:1746146184.873408:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202595712:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146184.873408:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202595840:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146184.883912:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202595840:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 10485us (10671us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146184.883925:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14282 00002000:00100000:2.0:1746146184.883941:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (1048576->2097151) req@ffff88013065b480 x1830966202595840/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.883951:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b480 with x1830966202595840 ext(1048576->2097151) 00002000:00010000:2.0:1746146184.883958:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013065b480 00000100:00100000:3.0:1746146184.887591:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202595712:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14162us (14449us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146184.887608:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14281 00002000:00100000:3.0:1746146184.887626:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff880130659f80 x1830966202595712/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.887636:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659f80 with x1830966202595712 ext(0->2097151) 00002000:00010000:3.0:1746146184.887644:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130659f80 00000100:00100000:1.0:1746146184.902318:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.902387:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146184.902494:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202596096 00000100:00100000:2.0:1746146184.902508:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202596096 00002000:00100000:2.0:1746146184.902583:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009b99a680 x1830966202596096/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.902595:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99a680 with x1830966202596096 ext(2097152->4194303) 00002000:00010000:2.0:1746146184.902602:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b99a680 00000100:00100000:2.0:1746146184.902635:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202596352 00000100:00100000:2.0:1746146184.902638:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202596352 00002000:00100000:2.0:1746146184.902651:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff88009b999180 x1830966202596352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.902657:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999180 with x1830966202596352 ext(2097152->4194303) 00002000:00010000:2.0:1746146184.902660:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b999180 00000100:00100000:2.0:1746146184.902685:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14283 00000100:00100000:2.0:1746146184.902693:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202596096:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146184.904199:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14284 00000100:00100000:3.0:1746146184.904214:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202596352:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146184.919967:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202596096:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 17257us (17647us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146184.919981:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14283 00002000:00100000:2.0:1746146184.919995:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009b99a680 x1830966202596096/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146184.920007:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99a680 with x1830966202596096 ext(2097152->4194303) 00002000:00010000:2.0:1746146184.920015:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b99a680 00000100:00100000:3.0:1746146184.922658:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202596352:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 18436us (20256us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146184.922668:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14284 00002000:00100000:3.0:1746146184.922680:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x19:0x0] (2097152->4194303) req@ffff88009b999180 x1830966202596352/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.922689:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999180 with x1830966202596352 ext(2097152->4194303) 00002000:00010000:3.0:1746146184.922695:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b999180 00000100:00100000:3.0:1746146184.936343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.936429:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202596608 00000100:00100000:0.0:1746146184.936439:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202596608 00002000:00100000:0.0:1746146184.936487:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009d25e680 x1830966202596608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146184.936498:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25e680 with x1830966202596608 ext(2097152->4194303) 00002000:00010000:0.0:1746146184.936503:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d25e680 00000100:00100000:0.0:1746146184.936531:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14285 00000100:00100000:0.0:1746146184.936538:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202596608:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146184.940847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146184.941610:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202596864 00000100:00100000:3.0:1746146184.941619:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202596864 00002000:00100000:3.0:1746146184.941667:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009c72bb80 x1830966202596864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.941676:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72bb80 with x1830966202596864 ext(2097152->4194303) 00002000:00010000:3.0:1746146184.941682:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c72bb80 00000100:00100000:3.0:1746146184.941737:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14286 00000100:00100000:3.0:1746146184.941747:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2009:x1830966202596864:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146184.963820:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202596608:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 27268us (27476us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146184.963835:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14285 00002000:00100000:1.0:1746146184.965272:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff88009d25e680 x1830966202596608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146184.965290:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d25e680 with x1830966202596608 ext(2097152->4194303) 00002000:00010000:1.0:1746146184.965299:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d25e680 00000100:00100000:3.0:1746146184.975793:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2009:x1830966202596864:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 34035us (34945us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146184.975809:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14286 00002000:00100000:3.0:1746146184.975820:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88009c72bb80 x1830966202596864/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.975830:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72bb80 with x1830966202596864 ext(2097152->4194303) 00002000:00010000:3.0:1746146184.975836:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c72bb80 00000100:00100000:0.0:1746146184.992075:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146184.992127:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146184.992196:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202597120 00000100:00100000:1.0:1746146184.992207:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202597120 00000100:00100000:3.0:1746146184.992219:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202597376 00000100:00100000:3.0:1746146184.992224:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202597376 00002000:00100000:3.0:1746146184.992263:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff880130658380 x1830966202597376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146184.992263:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880130659180 x1830966202597120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/0 e 0 to 0 dl 1746146195 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146184.992273:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658380 with x1830966202597376 ext(4194304->6291455) 00002000:00100000:1.0:1746146184.992273:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659180 with x1830966202597120 ext(4194304->6291455) 00002000:00010000:3.0:1746146184.992278:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130658380 00002000:00010000:1.0:1746146184.992278:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130659180 00000100:00100000:3.0:1746146184.992298:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14287 00000100:00100000:3.0:1746146184.992304:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202597376:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146184.992304:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14288 00000100:00100000:1.0:1746146184.992309:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202597120:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.015909:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202597376:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 23590us (23766us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146185.015923:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14287 00002000:00100000:3.0:1746146185.015937:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (4194304->6291455) req@ffff880130658380 x1830966202597376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.015947:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658380 with x1830966202597376 ext(4194304->6291455) 00002000:00010000:3.0:1746146185.015954:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130658380 00000100:00100000:1.0:1746146185.022563:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202597120:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 30240us (30487us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146185.022579:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14288 00002000:00100000:1.0:1746146185.022592:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff880130659180 x1830966202597120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:315/0 lens 488/440 e 0 to 0 dl 1746146195 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.022602:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659180 with x1830966202597120 ext(4194304->6291455) 00002000:00010000:1.0:1746146185.022608:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130659180 00000100:00100000:0.0:1746146185.030079:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.030259:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202597632 00000100:00100000:1.0:1746146185.030270:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202597632 00002000:00100000:1.0:1746146185.030319:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880130658e00 x1830966202597632/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.030328:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658e00 with x1830966202597632 ext(6291456->7340031) 00002000:00010000:1.0:1746146185.030334:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130658e00 00000100:00100000:1.0:1746146185.030369:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14289 00000100:00100000:1.0:1746146185.030377:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2009:x1830966202597632:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.032231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.033045:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202597888 00000100:00100000:3.0:1746146185.033053:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202597888 00002000:00100000:3.0:1746146185.033093:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88013065a680 x1830966202597888/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.033108:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065a680 with x1830966202597888 ext(6291456->7340031) 00002000:00010000:3.0:1746146185.033112:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013065a680 00000100:00100000:3.0:1746146185.033136:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14290 00000100:00100000:3.0:1746146185.033144:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2010:x1830966202597888:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.036748:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.036844:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202598144 00000100:00100000:2.0:1746146185.036855:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202598144 00002000:00100000:2.0:1746146185.036908:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88013065b100 x1830966202598144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.036926:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b100 with x1830966202598144 ext(7340032->8388607) 00002000:00010000:2.0:1746146185.036932:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065b100 00000100:00100000:2.0:1746146185.036955:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14291 00000100:00100000:2.0:1746146185.036963:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2009:x1830966202598144:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.041739:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2009:x1830966202597632:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 11331us (11640us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146185.041753:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14289 00002000:00100000:0.0:1746146185.041766:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880130658e00 x1830966202597632/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146185.041775:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130658e00 with x1830966202597632 ext(6291456->7340031) 00002000:00010000:0.0:1746146185.041781:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130658e00 00000100:00100000:0.0:1746146185.053301:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.053566:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2010:x1830966202597888:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20419us (21335us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.053579:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14290 00002000:00100000:3.0:1746146185.053596:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (6291456->7340031) req@ffff88013065a680 x1830966202597888/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.053607:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065a680 with x1830966202597888 ext(6291456->7340031) 00002000:00010000:3.0:1746146185.053613:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013065a680 00000100:00100000:3.0:1746146185.053642:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202598400 00000100:00100000:3.0:1746146185.053650:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202598400 00002000:00100000:3.0:1746146185.053688:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff880130659500 x1830966202598400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.053696:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659500 with x1830966202598400 ext(7340032->8388607) 00002000:00010000:3.0:1746146185.053698:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130659500 00000100:00100000:3.0:1746146185.053771:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14292 00000100:00100000:3.0:1746146185.053779:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202598400:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.057091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.057577:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202598656 00000100:00100000:1.0:1746146185.057586:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202598656 00002000:00100000:1.0:1746146185.057637:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88013065b800 x1830966202598656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.057647:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b800 with x1830966202598656 ext(4194304->6291455) 00002000:00010000:1.0:1746146185.057652:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013065b800 00000100:00100000:1.0:1746146185.057681:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14293 00000100:00100000:1.0:1746146185.057688:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013065b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2010:x1830966202598656:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146185.059456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.060770:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202598912 00000100:00100000:2.0:1746146185.060778:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202598912 00002000:00100000:2.0:1746146185.060822:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009b99bb80 x1830966202598912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.060833:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99bb80 with x1830966202598912 ext(4194304->6291455) 00002000:00010000:2.0:1746146185.060839:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b99bb80 00000100:00100000:2.0:1746146185.060864:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14294 00000100:00100000:2.0:1746146185.060872:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2010:x1830966202598912:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.062150:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2009:x1830966202598144:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 25182us (25407us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146185.062159:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14291 00002000:00100000:0.0:1746146185.062167:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88013065b100 x1830966202598144/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146185.062174:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b100 with x1830966202598144 ext(7340032->8388607) 00002000:00010000:0.0:1746146185.062178:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013065b100 00000100:00100000:3.0:1746146185.062225:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2009:x1830966202598400:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 8446us (8936us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.062232:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14292 00002000:00100000:3.0:1746146185.062238:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (7340032->8388607) req@ffff880130659500 x1830966202598400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.062245:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130659500 with x1830966202598400 ext(7340032->8388607) 00002000:00010000:3.0:1746146185.062248:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130659500 00000100:00100000:1.0:1746146185.069057:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013065b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2010:x1830966202598656:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 11353us (11958us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146185.069072:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14293 00002000:00100000:1.0:1746146185.069087:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88013065b800 x1830966202598656/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.069099:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013065b800 with x1830966202598656 ext(4194304->6291455) 00002000:00010000:1.0:1746146185.069106:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013065b800 00000100:00100000:2.0:1746146185.072867:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202598912:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 11985us (13406us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146185.072878:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14294 00002000:00100000:2.0:1746146185.072888:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009b99bb80 x1830966202598912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.072897:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99bb80 with x1830966202598912 ext(4194304->6291455) 00002000:00010000:2.0:1746146185.072903:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b99bb80 00000100:00100000:1.0:1746146185.074125:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.074192:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202599168 00000100:00100000:2.0:1746146185.074200:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202599168 00002000:00100000:2.0:1746146185.074243:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009b999f80 x1830966202599168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.074258:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999f80 with x1830966202599168 ext(6291456->7340031) 00002000:00010000:2.0:1746146185.074262:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b999f80 00000100:00100000:2.0:1746146185.074278:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14295 00000100:00100000:2.0:1746146185.074285:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202599168:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.075815:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.077252:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202599424 00000100:00100000:2.0:1746146185.077267:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202599424 00002000:00100000:2.0:1746146185.077329:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff880072b8e680 x1830966202599424/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.077341:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e680 with x1830966202599424 ext(6291456->7340031) 00002000:00010000:2.0:1746146185.077347:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8e680 00000100:00100000:2.0:1746146185.077403:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14296 00000100:00100000:2.0:1746146185.077412:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202599424:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.078730:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.079547:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202599680 00000100:00100000:3.0:1746146185.079559:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202599680 00002000:00100000:3.0:1746146185.079611:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880072b8d180 x1830966202599680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.079620:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8d180 with x1830966202599680 ext(7340032->8388607) 00002000:00010000:3.0:1746146185.079627:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072b8d180 00000100:00100000:3.0:1746146185.079655:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14297 00000100:00100000:3.0:1746146185.079663:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202599680:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146185.080946:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.081030:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202599936 00000100:00100000:0.0:1746146185.081036:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202599936 00002000:00100000:0.0:1746146185.083268:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009b99ad80 x1830966202599936/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146185.083281:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99ad80 with x1830966202599936 ext(7340032->8388607) 00002000:00010000:0.0:1746146185.083289:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b99ad80 00000100:00100000:0.0:1746146185.083339:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14298 00000100:00100000:0.0:1746146185.083349:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966202599936:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.084494:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966202599168:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 10204us (10368us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.084503:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14295 00002000:00100000:3.0:1746146185.084511:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009b999f80 x1830966202599168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.084518:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b999f80 with x1830966202599168 ext(6291456->7340031) 00002000:00010000:3.0:1746146185.084521:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b999f80 00000100:00100000:2.0:1746146185.092060:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966202599424:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14637us (16236us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.092072:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14296 00002000:00100000:2.0:1746146185.092084:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff880072b8e680 x1830966202599424/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.092093:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8e680 with x1830966202599424 ext(6291456->7340031) 00002000:00010000:2.0:1746146185.092098:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8e680 00000100:00100000:3.0:1746146185.098881:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202599680:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19206us (20159us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146185.098881:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202599936:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15526us (17933us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146185.098892:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14298 00002000:00100000:1.0:1746146185.098907:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009b99ad80 x1830966202599936/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.098917:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99ad80 with x1830966202599936 ext(7340032->8388607) 00002000:00010000:1.0:1746146185.098924:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b99ad80 00000100:00100000:3.0:1746146185.099052:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14297 00002000:00100000:3.0:1746146185.099059:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff880072b8d180 x1830966202599680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.099071:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8d180 with x1830966202599680 ext(7340032->8388607) 00002000:00010000:3.0:1746146185.099075:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072b8d180 00000100:00100000:0.0:1746146185.111702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.111801:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.111817:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202600192 00000100:00100000:1.0:1746146185.111827:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202600448 00000100:00100000:3.0:1746146185.111829:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202600192 00000100:00100000:1.0:1746146185.111831:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202600448 00002000:00100000:1.0:1746146185.111885:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff880072b8dc00 x1830966202600448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.111895:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8dc00 with x1830966202600448 ext(8388608->10485759) 00002000:00010000:1.0:1746146185.111900:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072b8dc00 00000100:00100000:1.0:1746146185.111931:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14299 00000100:00100000:1.0:1746146185.111939:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202600448:12345-192.168.203.12@tcp:3:cmp.0 00002000:00100000:3.0:1746146185.113245:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880072b8df80 x1830966202600192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.113255:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8df80 with x1830966202600192 ext(8388608->10485759) 00002000:00010000:3.0:1746146185.113260:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8df80 00000100:00100000:3.0:1746146185.113295:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14300 00000100:00100000:3.0:1746146185.113300:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202600192:12345-192.168.203.12@tcp:3:cmp.0 00010000:00010000:0.0:1746146185.117968:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746146185.129488:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202600448:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 17536us (17673us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146185.129501:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14299 00002000:00100000:1.0:1746146185.129515:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x19:0x0] (8388608->10485759) req@ffff880072b8dc00 x1830966202600448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.129525:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8dc00 with x1830966202600448 ext(8388608->10485759) 00002000:00010000:1.0:1746146185.129531:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072b8dc00 00000100:00100000:2.0:1746146185.142973:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202600192:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 29655us (31266us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146185.142985:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14300 00002000:00100000:2.0:1746146185.143000:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880072b8df80 x1830966202600192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.143010:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8df80 with x1830966202600192 ext(8388608->10485759) 00002000:00010000:2.0:1746146185.143015:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8df80 00000100:00100000:0.0:1746146185.147880:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.150462:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202600704 00000100:00100000:2.0:1746146185.150479:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202600704 00002000:00100000:2.0:1746146185.150543:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880072b8d880 x1830966202600704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.150554:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8d880 with x1830966202600704 ext(10485760->11534335) 00002000:00010000:2.0:1746146185.150560:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8d880 00000100:00100000:1.0:1746146185.150778:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.151492:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202600960 00000100:00100000:2.0:1746146185.151496:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202600960 00000100:00100000:1.0:1746146185.151505:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14301 00002000:00100000:2.0:1746146185.151518:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88009b998e00 x1830966202600960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746146185.151520:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202600704:12345-192.168.203.12@tcp:3:cmp.0 00002000:00100000:2.0:1746146185.151525:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998e00 with x1830966202600960 ext(10485760->11534335) 00002000:00010000:2.0:1746146185.151529:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b998e00 00000100:00100000:2.0:1746146185.151702:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14302 00000100:00100000:2.0:1746146185.151709:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202600960:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146185.152298:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.152529:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202601216 00000100:00100000:2.0:1746146185.152533:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202601216 00002000:00100000:2.0:1746146185.152551:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff88009b99a300 x1830966202601216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.152559:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99a300 with x1830966202601216 ext(11534336->12582911) 00002000:00010000:2.0:1746146185.152563:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b99a300 00000100:00100000:2.0:1746146185.152582:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14303 00000100:00100000:2.0:1746146185.152587:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2009:x1830966202601216:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146185.153202:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.153225:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202601472 00000100:00100000:1.0:1746146185.153233:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202601472 00002000:00100000:1.0:1746146185.153270:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff88009c7f4000 x1830966202601472/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.153279:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4000 with x1830966202601472 ext(11534336->12582911) 00002000:00010000:1.0:1746146185.153284:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7f4000 00000100:00100000:1.0:1746146185.153305:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14304 00000100:00100000:1.0:1746146185.153312:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2010:x1830966202601472:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.154314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.154374:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202601728 00000100:00100000:3.0:1746146185.154379:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202601728 00002000:00100000:3.0:1746146185.154417:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff880072b8f100 x1830966202601728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.154425:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f100 with x1830966202601728 ext(12582912->13631487) 00002000:00010000:3.0:1746146185.154429:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8f100 00000100:00100000:3.0:1746146185.154444:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14305 00000100:00100000:3.0:1746146185.154450:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2010:x1830966202601728:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.157062:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+20:2010:x1830966202600704:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 5535us (9182us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146185.157075:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14301 00002000:00100000:0.0:1746146185.157088:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880072b8d880 x1830966202600704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146185.157099:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8d880 with x1830966202600704 ext(10485760->11534335) 00002000:00010000:0.0:1746146185.157105:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8d880 00000100:00100000:2.0:1746146185.165988:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2009:x1830966202600960:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14266us (15198us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.166001:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14302 00002000:00100000:2.0:1746146185.166014:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (10485760->11534335) req@ffff88009b998e00 x1830966202600960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.166023:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b998e00 with x1830966202600960 ext(10485760->11534335) 00002000:00010000:2.0:1746146185.166029:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b998e00 00000100:00100000:2.0:1746146185.173587:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2009:x1830966202601216:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20982us (21274us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.173602:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14303 00002000:00100000:2.0:1746146185.173616:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff88009b99a300 x1830966202601216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.173626:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b99a300 with x1830966202601216 ext(11534336->12582911) 00002000:00010000:2.0:1746146185.173633:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b99a300 00000100:00100000:0.0:1746146185.174642:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.174681:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.174744:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202601984 00000100:00100000:2.0:1746146185.174755:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202601984 00002000:00100000:2.0:1746146185.174799:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff880072b8f480 x1830966202601984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.174807:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f480 with x1830966202601984 ext(8388608->10485759) 00002000:00010000:2.0:1746146185.174812:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072b8f480 00000100:00100000:2.0:1746146185.174835:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202602240 00000100:00100000:2.0:1746146185.174838:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202602240 00002000:00100000:2.0:1746146185.174850:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880072b8c000 x1830966202602240/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.174858:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c000 with x1830966202602240 ext(8388608->10485759) 00002000:00010000:2.0:1746146185.174861:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8c000 00000100:00100000:2.0:1746146185.174874:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14306 00000100:00100000:2.0:1746146185.174883:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2010:x1830966202601984:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.175234:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14307 00000100:00100000:0.0:1746146185.175242:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2010:x1830966202602240:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146185.175853:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2010:x1830966202601472:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22539us (22650us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146185.175862:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14304 00002000:00100000:1.0:1746146185.175869:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x19:0x0] (11534336->12582911) req@ffff88009c7f4000 x1830966202601472/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.175882:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7f4000 with x1830966202601472 ext(11534336->12582911) 00002000:00010000:1.0:1746146185.175885:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7f4000 00000100:00100000:3.0:1746146185.179339:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2010:x1830966202601728:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 24872us (25013us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.179357:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14305 00002000:00100000:3.0:1746146185.179372:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1b:0x0] (12582912->13631487) req@ffff880072b8f100 x1830966202601728/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.179400:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f100 with x1830966202601728 ext(12582912->13631487) 00002000:00010000:3.0:1746146185.179406:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8f100 00000100:00100000:2.0:1746146185.194894:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202602240:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19638us (20196us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146185.194908:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14307 00002000:00100000:2.0:1746146185.194924:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880072b8c000 x1830966202602240/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.194935:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8c000 with x1830966202602240 ext(8388608->10485759) 00002000:00010000:2.0:1746146185.194943:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072b8c000 00000100:00100000:2.0:1746146185.197101:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2010:x1830966202601984:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22205us (22450us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146185.197115:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14306 00002000:00100000:2.0:1746146185.197125:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff880072b8f480 x1830966202601984/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.197137:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8f480 with x1830966202601984 ext(8388608->10485759) 00002000:00010000:2.0:1746146185.197142:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072b8f480 00000100:00100000:0.0:1746146185.208172:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.208243:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.208759:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202602496 00000100:00100000:3.0:1746146185.208769:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202602496 00002000:00100000:3.0:1746146185.208823:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880072b8ed80 x1830966202602496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.208833:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ed80 with x1830966202602496 ext(10485760->11534335) 00002000:00010000:3.0:1746146185.208838:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072b8ed80 00000100:00100000:3.0:1746146185.208861:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202602752 00000100:00100000:3.0:1746146185.208864:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202602752 00002000:00100000:3.0:1746146185.208877:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff8801306f8a80 x1830966202602752/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.208883:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f8a80 with x1830966202602752 ext(10485760->11534335) 00002000:00010000:3.0:1746146185.208886:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f8a80 00000100:00100000:3.0:1746146185.208900:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14308 00000100:00100000:3.0:1746146185.208908:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2010:x1830966202602496:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146185.209341:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14309 00000100:00100000:2.0:1746146185.209349:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202602752:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.213197:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.213341:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202603008 00000100:00100000:2.0:1746146185.213352:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202603008 00002000:00100000:2.0:1746146185.213404:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff8801306fa300 x1830966202603008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.213415:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fa300 with x1830966202603008 ext(11534336->12582911) 00002000:00010000:2.0:1746146185.213421:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306fa300 00000100:00100000:2.0:1746146185.213452:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14310 00000100:00100000:2.0:1746146185.213459:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2009:x1830966202603008:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.219168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.219786:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202603264 00000100:00100000:3.0:1746146185.219796:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202603264 00002000:00100000:3.0:1746146185.219845:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff8801306fb480 x1830966202603264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.219855:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb480 with x1830966202603264 ext(11534336->12582911) 00002000:00010000:3.0:1746146185.219860:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306fb480 00000100:00100000:3.0:1746146185.219896:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14311 00000100:00100000:3.0:1746146185.219905:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2009:x1830966202603264:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.227405:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.229775:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202603520 00000100:00100000:1.0:1746146185.229800:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202603520 00002000:00100000:1.0:1746146185.229881:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff8801306fa680 x1830966202603520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.229894:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fa680 with x1830966202603520 ext(12582912->13631487) 00002000:00010000:1.0:1746146185.229901:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306fa680 00000100:00100000:1.0:1746146185.229935:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14312 00000100:00100000:1.0:1746146185.229944:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2009:x1830966202603520:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.231404:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+12:2010:x1830966202602496:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22477us (23224us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.231416:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14308 00002000:00100000:3.0:1746146185.231428:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff880072b8ed80 x1830966202602496/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.231435:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072b8ed80 with x1830966202602496 ext(10485760->11534335) 00002000:00010000:3.0:1746146185.231442:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072b8ed80 00000100:00100000:2.0:1746146185.231711:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2010:x1830966202602752:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22363us (23466us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.231734:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14309 00002000:00100000:2.0:1746146185.231739:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff8801306f8a80 x1830966202602752/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.231745:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f8a80 with x1830966202602752 ext(10485760->11534335) 00002000:00010000:2.0:1746146185.231749:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f8a80 00000100:00100000:2.0:1746146185.237548:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2009:x1830966202603008:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 24070us (24344us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.237563:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14310 00002000:00100000:2.0:1746146185.237578:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff8801306fa300 x1830966202603008/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.237588:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fa300 with x1830966202603008 ext(11534336->12582911) 00002000:00010000:2.0:1746146185.237595:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306fa300 00000100:00100000:3.0:1746146185.246430:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2009:x1830966202603264:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 26511us (27264us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.246443:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14311 00002000:00100000:3.0:1746146185.246458:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff8801306fb480 x1830966202603264/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.246467:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fb480 with x1830966202603264 ext(11534336->12582911) 00002000:00010000:3.0:1746146185.246475:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306fb480 00000100:00100000:1.0:1746146185.246619:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202603520:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 16675us (19245us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146185.246626:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14312 00002000:00100000:1.0:1746146185.246631:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff8801306fa680 x1830966202603520/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.246638:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fa680 with x1830966202603520 ext(12582912->13631487) 00002000:00010000:1.0:1746146185.246641:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306fa680 00000100:00100000:0.0:1746146185.267193:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.267316:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202603776 00000100:00100000:2.0:1746146185.267327:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202603776 00000100:00080000:0.0:1746146185.267823:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746146185.267896:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 204 00000100:00100000:2.0:1746146185.267914:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+26:3790:x1830966202603776:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:2.0:1746146185.269232:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3790:x1830966202603776:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 1312us (2037us total) trans 4294982978 rc 0/0 00000100:00100000:2.0:1746146185.269243:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 204 00000100:00100000:0.0:1746146185.287384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.287505:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202604032 00000100:00100000:3.0:1746146185.287515:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202604032 00000100:00080000:0.0:1746146185.287893:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746146185.288062:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34649 00000100:00100000:3.0:1746146185.288072:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:3792:x1830966202604032:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:3.0:1746146185.288096:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146185.288119:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb64153 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffdcf expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.288232:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6415a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146185.288252:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6415a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146185.288264:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6415a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746146185.288274:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:3.0:1746146185.288376:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb64153 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdcf expref: 20 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.288412:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6415a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdcf expref: 19 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.288421:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:3.0:1746146185.288424:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746146185.288427:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945ec00, rc 0) 00000100:00100000:3.0:1746146185.288477:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:3792:x1830966202604032:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 406us (1106us total) trans 4294982979 rc 0/0 00000100:00100000:3.0:1746146185.288483:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34649 00000100:00100000:0.0:1746146185.292536:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.292636:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202604160 00000100:00100000:2.0:1746146185.292649:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202604160 00000100:00100000:2.0:1746146185.292767:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 459 00000100:00100000:2.0:1746146185.292776:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:2007:x1830966202604160:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146185.292788:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146185.292807:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6415a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdcf expref: 19 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.292830:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:2.0:1746146185.292833:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146185.292885:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:2007:x1830966202604160:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 111us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.292890:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 459 00000100:00100000:0.0:1746146185.296803:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.297011:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202604416 00000100:00100000:1.0:1746146185.297021:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202604416 00000100:00100000:1.0:1746146185.297145:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34650 00000100:00100000:1.0:1746146185.297153:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:3792:x1830966202604416:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746146185.297182:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146185.297203:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb64168 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffdd6 expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.297326:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9400/0x88944630cfb6416f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.297339:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9400/0x88944630cfb6416f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.297350:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9400/0x88944630cfb6416f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:1.0:1746146185.297361:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:1.0:1746146185.297494:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9000/0x88944630cfb64168 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdd6 expref: 21 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.297527:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9400/0x88944630cfb6416f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdd6 expref: 20 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.297535:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:1.0:1746146185.297538:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746146185.297541:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d1d9400, rc 0) 00000100:00100000:1.0:1746146185.297609:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:3792:x1830966202604416:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 456us (816us total) trans 4294982980 rc 0/0 00000100:00100000:1.0:1746146185.297615:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34650 00000100:00100000:0.0:1746146185.299870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.299912:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.299958:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.299973:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202604672 00000100:00100000:2.0:1746146185.299982:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202604672 00000100:00100000:0.0:1746146185.299987:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202604800 00000100:00100000:0.0:1746146185.299989:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202604800 00000100:00100000:2.0:1746146185.300024:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202604544 00000100:00100000:2.0:1746146185.300026:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202604544 00000100:00100000:0.0:1746146185.300028:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 460 00000100:00100000:0.0:1746146185.300035:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:2009:x1830966202604800:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746146185.300041:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31522 00000100:00100000:2.0:1746146185.300046:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+15:2008:x1830966202604672:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:0.0:1746146185.300052:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146185.300060:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146185.300072:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6417d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffde4 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.300072:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9400/0x88944630cfb6416f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdd6 expref: 20 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.300089:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:2.0:1746146185.300092:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146185.300093:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146185.300095:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.300101:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6417d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffde4 expref: 16 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146185.300113:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065c200/0x88944630cfb6417d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffde4 expref: 16 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146185.300121:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065c200, rc 0) 00000100:00100000:0.0:1746146185.300127:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:2009:x1830966202604800:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 93us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146185.300132:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 460 00000100:00100000:2.0:1746146185.300136:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202604672:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 91us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.300140:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31522 00000100:00100000:2.0:1746146185.300149:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31523 00000100:00100000:2.0:1746146185.300154:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2008:x1830966202604544:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746146185.300161:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146185.300170:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065d800/0x88944630cfb64184 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffddd expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.300182:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.300183:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.300187:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065d800/0x88944630cfb64184 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffddd expref: 10 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146185.300195:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013065d800/0x88944630cfb64184 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffddd expref: 10 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146185.300203:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065d800, rc 0) 00000100:00100000:2.0:1746146185.300219:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2008:x1830966202604544:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 65us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.300224:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31523 00000100:00080000:1.0:1746146185.300377:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746146185.300382:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746146185.328577:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.329849:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.330140:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202605056 00000100:00100000:3.0:1746146185.330153:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202605056 00002000:00100000:3.0:1746146185.330219:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff8801306f9500 x1830966202605056/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.330231:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f9500 with x1830966202605056 ext(0->2097151) 00002000:00010000:3.0:1746146185.330237:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306f9500 00000100:00100000:3.0:1746146185.330271:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202605312 00000100:00100000:3.0:1746146185.330275:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202605312 00002000:00100000:3.0:1746146185.330290:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff8801306faa00 x1830966202605312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.330298:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306faa00 with x1830966202605312 ext(0->2097151) 00002000:00010000:3.0:1746146185.330301:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306faa00 00000100:00100000:3.0:1746146185.330323:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14313 00000100:00100000:3.0:1746146185.330331:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2008:x1830966202605056:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.330781:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14314 00000100:00100000:0.0:1746146185.330789:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202605312:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146185.366282:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202605312:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 35483us (36430us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146185.366294:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14314 00002000:00100000:2.0:1746146185.366307:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff8801306faa00 x1830966202605312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.366315:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306faa00 with x1830966202605312 ext(0->2097151) 00002000:00010000:2.0:1746146185.366320:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306faa00 00000100:00100000:3.0:1746146185.368608:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2008:x1830966202605056:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 38270us (40037us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146185.368617:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14313 00002000:00100000:3.0:1746146185.368627:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (0->2097151) req@ffff8801306f9500 x1830966202605056/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.368635:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f9500 with x1830966202605056 ext(0->2097151) 00002000:00010000:3.0:1746146185.368640:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306f9500 00000100:00100000:0.0:1746146185.411438:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.411496:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.411840:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202605696 00000100:00100000:2.0:1746146185.411853:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202605696 00002000:00100000:2.0:1746146185.411905:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff8801306fad80 x1830966202605696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.411914:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fad80 with x1830966202605696 ext(2097152->4194303) 00002000:00010000:2.0:1746146185.411919:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306fad80 00000100:00100000:2.0:1746146185.411946:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202605824 00000100:00100000:2.0:1746146185.411948:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202605824 00002000:00100000:2.0:1746146185.411960:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff8801306f8000 x1830966202605824/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.411967:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f8000 with x1830966202605824 ext(2097152->4194303) 00002000:00010000:2.0:1746146185.411970:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f8000 00000100:00100000:2.0:1746146185.413487:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14315 00000100:00100000:2.0:1746146185.413506:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2009:x1830966202605696:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.413565:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14316 00000100:00100000:3.0:1746146185.413576:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2010:x1830966202605824:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.433498:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2009:x1830966202605696:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19990us (22062us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146185.433509:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14315 00002000:00100000:3.0:1746146185.433521:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (2097152->4194303) req@ffff8801306fad80 x1830966202605696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.433529:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306fad80 with x1830966202605696 ext(2097152->4194303) 00002000:00010000:3.0:1746146185.433534:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801306fad80 00000100:00100000:3.0:1746146185.439929:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2010:x1830966202605824:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 26349us (28425us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146185.439942:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14316 00002000:00100000:3.0:1746146185.439953:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff8801306f8000 x1830966202605824/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.439961:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801306f8000 with x1830966202605824 ext(2097152->4194303) 00002000:00010000:3.0:1746146185.439966:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801306f8000 00000100:00100000:0.0:1746146185.462296:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.462381:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202606080 00000100:00100000:3.0:1746146185.462396:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202606080 00002000:00100000:3.0:1746146185.462434:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88009b8d5f80 x1830966202606080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.462443:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5f80 with x1830966202606080 ext(4194304->6291455) 00002000:00010000:3.0:1746146185.462447:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d5f80 00000100:00100000:3.0:1746146185.462467:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14317 00000100:00100000:3.0:1746146185.462476:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2008:x1830966202606080:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146185.468549:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.469474:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202606336 00000100:00100000:1.0:1746146185.469485:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202606336 00002000:00100000:1.0:1746146185.469526:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009c72b800 x1830966202606336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.469535:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b800 with x1830966202606336 ext(4194304->6291455) 00002000:00010000:1.0:1746146185.469541:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c72b800 00000100:00100000:1.0:1746146185.469575:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14318 00000100:00100000:1.0:1746146185.469584:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2007:x1830966202606336:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.495332:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2008:x1830966202606080:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 32849us (33034us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146185.495343:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14317 00002000:00100000:3.0:1746146185.495352:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (4194304->6291455) req@ffff88009b8d5f80 x1830966202606080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.495361:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5f80 with x1830966202606080 ext(4194304->6291455) 00002000:00010000:3.0:1746146185.495365:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d5f80 00000100:00100000:0.0:1746146185.500986:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.501080:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202606592 00000100:00100000:3.0:1746146185.501089:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202606592 00002000:00100000:3.0:1746146185.501127:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009b8d7480 x1830966202606592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.501141:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7480 with x1830966202606592 ext(6291456->7340031) 00002000:00010000:3.0:1746146185.501147:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d7480 00000100:00100000:3.0:1746146185.501166:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14319 00000100:00100000:3.0:1746146185.501173:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202606592:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146185.502105:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2007:x1830966202606336:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 32514us (33554us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146185.502115:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14318 00002000:00100000:1.0:1746146185.502124:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009c72b800 x1830966202606336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.502131:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c72b800 with x1830966202606336 ext(4194304->6291455) 00002000:00010000:1.0:1746146185.502135:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c72b800 00000100:00100000:0.0:1746146185.506376:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.506419:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.506781:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202606848 00000100:00100000:1.0:1746146185.506790:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202606848 00002000:00100000:1.0:1746146185.506825:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009b8d5c00 x1830966202606848/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.506834:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5c00 with x1830966202606848 ext(6291456->7340031) 00002000:00010000:1.0:1746146185.506839:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5c00 00000100:00100000:1.0:1746146185.506852:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14320 00000100:00100000:2.0:1746146185.506898:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202607104 00000100:00100000:2.0:1746146185.506901:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202607104 00002000:00100000:2.0:1746146185.506918:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff88009b8d6a00 x1830966202607104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.506925:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6a00 with x1830966202607104 ext(7340032->8388607) 00002000:00010000:2.0:1746146185.506928:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d6a00 00000100:00100000:2.0:1746146185.506950:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14321 00000100:00100000:2.0:1746146185.506955:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2008:x1830966202607104:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146185.509395:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202606848:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.511404:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.511439:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202607360 00000100:00100000:0.0:1746146185.511448:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202607360 00002000:00100000:0.0:1746146185.511493:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009b8d4380 x1830966202607360/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146185.511503:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4380 with x1830966202607360 ext(7340032->8388607) 00002000:00010000:0.0:1746146185.511509:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d4380 00000100:00100000:0.0:1746146185.511545:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14322 00000100:00100000:0.0:1746146185.511554:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:2008:x1830966202607360:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.520836:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2007:x1830966202606592:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19652us (19849us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.520846:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14319 00002000:00100000:3.0:1746146185.520856:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (6291456->7340031) req@ffff88009b8d7480 x1830966202606592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.520864:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7480 with x1830966202606592 ext(6291456->7340031) 00002000:00010000:3.0:1746146185.520868:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d7480 00000100:00100000:2.0:1746146185.531025:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+18:2008:x1830966202607360:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19465us (19634us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.531036:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14322 00002000:00100000:2.0:1746146185.531045:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88009b8d4380 x1830966202607360/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.531053:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4380 with x1830966202607360 ext(7340032->8388607) 00002000:00010000:2.0:1746146185.531058:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d4380 00000100:00100000:2.0:1746146185.534663:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202606848:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 27796us (28286us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.534673:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14320 00002000:00100000:2.0:1746146185.534682:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88009b8d5c00 x1830966202606848/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.534690:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5c00 with x1830966202606848 ext(6291456->7340031) 00002000:00010000:2.0:1746146185.534695:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5c00 00000100:00100000:3.0:1746146185.536542:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2008:x1830966202607104:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 29581us (30116us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.536550:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14321 00002000:00100000:3.0:1746146185.536558:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1a:0x0] (7340032->8388607) req@ffff88009b8d6a00 x1830966202607104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.536566:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6a00 with x1830966202607104 ext(7340032->8388607) 00002000:00010000:3.0:1746146185.536570:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d6a00 00000100:00100000:0.0:1746146185.553696:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.553774:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.553833:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202607616 00000100:00100000:2.0:1746146185.553841:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202607616 00002000:00100000:2.0:1746146185.553875:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88009b8d7b80 x1830966202607616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.553889:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7b80 with x1830966202607616 ext(8388608->10485759) 00000100:00100000:3.0:1746146185.553892:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202607872 00002000:00010000:2.0:1746146185.553894:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d7b80 00000100:00100000:3.0:1746146185.553896:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202607872 00002000:00100000:3.0:1746146185.553914:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009b8d7100 x1830966202607872/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.553921:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7100 with x1830966202607872 ext(8388608->10485759) 00000100:00100000:2.0:1746146185.553921:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14323 00002000:00010000:3.0:1746146185.553924:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d7100 00000100:00100000:2.0:1746146185.553926:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2009:x1830966202607616:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.553936:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14324 00000100:00100000:3.0:1746146185.553941:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2009:x1830966202607872:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146185.572395:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2009:x1830966202607616:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 18453us (18691us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146185.572406:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14323 00002000:00100000:2.0:1746146185.572416:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (8388608->10485759) req@ffff88009b8d7b80 x1830966202607616/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.572424:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7b80 with x1830966202607616 ext(8388608->10485759) 00002000:00010000:2.0:1746146185.572430:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d7b80 00000100:00100000:0.0:1746146185.579303:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.581994:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.582184:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2009:x1830966202607872:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 28240us (28408us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146185.582193:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14324 00002000:00100000:3.0:1746146185.582203:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff88009b8d7100 x1830966202607872/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.582211:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d7100 with x1830966202607872 ext(8388608->10485759) 00002000:00010000:3.0:1746146185.582217:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d7100 00000100:00100000:2.0:1746146185.582227:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202608128 00000100:00100000:3.0:1746146185.582236:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202608384 00000100:00100000:2.0:1746146185.582236:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202608128 00000100:00100000:3.0:1746146185.582239:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202608384 00002000:00100000:3.0:1746146185.582263:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009b8d5180 x1830966202608384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.582264:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88009b8d4000 x1830966202608128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.582269:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5180 with x1830966202608384 ext(10485760->11534335) 00002000:00100000:2.0:1746146185.582271:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4000 with x1830966202608128 ext(10485760->11534335) 00002000:00010000:3.0:1746146185.582272:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5180 00002000:00010000:2.0:1746146185.582273:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d4000 00000100:00100000:3.0:1746146185.582284:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14325 00000100:00100000:3.0:1746146185.582289:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2010:x1830966202608384:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146185.582291:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14326 00000100:00100000:2.0:1746146185.582295:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2010:x1830966202608128:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146185.593365:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.593946:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202608640 00000100:00100000:1.0:1746146185.593963:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202608640 00002000:00100000:1.0:1746146185.594001:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009b8d6300 x1830966202608640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.594010:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6300 with x1830966202608640 ext(11534336->12582911) 00002000:00010000:1.0:1746146185.594014:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d6300 00000100:00100000:1.0:1746146185.594039:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14327 00000100:00100000:1.0:1746146185.594048:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2008:x1830966202608640:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146185.594905:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2010:x1830966202608384:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 12613us (12914us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146185.594913:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14325 00002000:00100000:3.0:1746146185.594920:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88009b8d5180 x1830966202608384/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.594934:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5180 with x1830966202608384 ext(10485760->11534335) 00002000:00010000:3.0:1746146185.594937:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5180 00000100:00100000:0.0:1746146185.602916:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.603163:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2010:x1830966202608128:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20865us (23865us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.603173:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14326 00002000:00100000:2.0:1746146185.603187:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1a:0x0] (10485760->11534335) req@ffff88009b8d4000 x1830966202608128/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.603195:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d4000 with x1830966202608128 ext(10485760->11534335) 00002000:00010000:2.0:1746146185.603200:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d4000 00000100:00100000:2.0:1746146185.603220:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202608896 00000100:00100000:2.0:1746146185.603226:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202608896 00002000:00100000:2.0:1746146185.603252:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009b8d5500 x1830966202608896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.603258:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5500 with x1830966202608896 ext(11534336->12582911) 00002000:00010000:2.0:1746146185.603261:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5500 00000100:00100000:2.0:1746146185.603293:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14328 00000100:00100000:2.0:1746146185.603299:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202608896:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146185.609547:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2008:x1830966202608640:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15492us (16182us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146185.609558:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14327 00002000:00100000:1.0:1746146185.609568:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (11534336->12582911) req@ffff88009b8d6300 x1830966202608640/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.609577:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d6300 with x1830966202608640 ext(11534336->12582911) 00002000:00010000:1.0:1746146185.609582:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b8d6300 00000100:00100000:0.0:1746146185.617503:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.618234:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202609152 00000100:00100000:1.0:1746146185.618243:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202609152 00002000:00100000:1.0:1746146185.618281:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009b17b480 x1830966202609152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.618289:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17b480 with x1830966202609152 ext(12582912->13631487) 00002000:00010000:1.0:1746146185.618295:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b17b480 00000100:00100000:1.0:1746146185.619244:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14329 00000100:00100000:1.0:1746146185.619258:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202609152:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146185.628090:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b8d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202608896:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 24780us (25170us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.628101:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14328 00002000:00100000:2.0:1746146185.628113:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009b8d5500 x1830966202608896/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146185.628122:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b8d5500 with x1830966202608896 ext(11534336->12582911) 00002000:00010000:2.0:1746146185.628128:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b8d5500 00000100:00100000:1.0:1746146185.638572:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202609152:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19306us (21066us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146185.638584:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14329 00002000:00100000:1.0:1746146185.638597:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (12582912->13631487) req@ffff88009b17b480 x1830966202609152/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/440 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.638606:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b17b480 with x1830966202609152 ext(12582912->13631487) 00002000:00010000:1.0:1746146185.638613:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b17b480 00000100:00100000:0.0:1746146185.663142:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.664077:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202609408 00000100:00100000:2.0:1746146185.664088:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202609408 00000100:00100000:2.0:1746146185.664144:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 205 00000100:00100000:2.0:1746146185.664153:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:3792:x1830966202609408:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:2.0:1746146185.664443:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:3792:x1830966202609408:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 290us (1306us total) trans 4294982981 rc 0/0 00000100:00100000:2.0:1746146185.664450:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 205 00000100:00100000:0.0:1746146185.667013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.667130:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202609664 00000100:00100000:2.0:1746146185.667138:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202609664 00000100:00100000:2.0:1746146185.667189:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 206 00000100:00100000:2.0:1746146185.667196:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:3792:x1830966202609664:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:2.0:1746146185.667524:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+21:3792:x1830966202609664:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 328us (517us total) trans 4294982982 rc 0/0 00000100:00100000:2.0:1746146185.667531:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 206 00000100:00100000:2.0:1746146185.691420:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.691574:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202609920 00000100:00100000:1.0:1746146185.691585:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202609920 00000100:00100000:1.0:1746146185.691651:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34651 00000100:00100000:1.0:1746146185.691660:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3793:x1830966202609920:12345-192.168.203.12@tcp:36:rm.0 00010000:00010000:1.0:1746146185.691749:0:21599:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746146185.691776:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fcc00/0x88944630cfb640ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd89 expref: 27 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.691804:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ce00/0x88944630cfb63eba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd20 expref: 26 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.691814:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:1.0:1746146185.691822:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb640ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd82 expref: 25 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.691829:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146185.691831:0:21599:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746146185.691854:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.691864:0:21599:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 20 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.691870:0:21599:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.691896:0:21599:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 20 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.691909:0:21599:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 20 pid: 7234 timeout: 887 lvb_type: 0 00000100:00100000:1.0:1746146185.691919:0:21599:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21599:1830966199420416:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146185.692000:0:21599:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070b58a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746146185.692361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.692404:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202610048 00000100:00100000:0.0:1746146185.692407:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202610048 00000100:00100000:0.0:1746146185.692436:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 673 00000100:00100000:0.0:1746146185.692441:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+25:2008:x1830966202610048:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:0.0:1746146185.692459:0:7238:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146185.692466:0:7238:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64192 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffdeb expref: -99 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.692649:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692657:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692666:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692676:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692682:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692686:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692739:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692745:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692750:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692755:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c639800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146185.692758:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692764:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692771:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146185.692774:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146185.692776:0:7238:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146185.692782:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.692786:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb64199 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.693322:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.693330:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.693334:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.693338:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c638000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146185.693340:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.693345:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.693352:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012f83f200) 00010000:00010000:0.0:1746146185.693354:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146185.693356:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.693361:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.693399:0:7238:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64192 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdeb expref: 26 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.693407:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146185.693409:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746146185.693411:0:7238:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146185.693417:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64192 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffdeb expref: 26 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.693428:0:7238:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c638c00, rc -2) 00000100:00100000:0.0:1746146185.693488:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+25:2008:x1830966202610048:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 1044us (1125us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746146185.693494:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 673 00000100:00100000:1.0:1746146185.698070:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.698334:0:21599:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21599:1830966199420416:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146185.698362:0:21599:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000100:00100000:0.0:1746146185.698449:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202610176 00000100:00100000:0.0:1746146185.698456:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202610176 00010000:00010000:0.0:1746146185.698488:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 21 pid: 7234 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746146185.698517:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14852 00000100:00100000:0.0:1746146185.698525:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+21:2008:x1830966202610176:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146185.698538:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146185.698544:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 21 pid: 7234 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146185.698555:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 21 pid: 7234 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146185.698576:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb64106 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd9e expref: 21 pid: 7234 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746146185.698589:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146185.698594:0:7218:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146185.698602:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146185.698612:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146185.698655:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146185.698697:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:2008:x1830966202610176:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 172us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146185.698704:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14852 00010000:00010000:3.0:1746146185.698967:0:21599:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.698974:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.698994:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb641a7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.699001:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb641a7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.699008:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb641a7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.699104:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.699117:0:21599:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 19 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.699123:0:21599:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.699153:0:21599:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 19 pid: 13944 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.699165:0:21599:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 19 pid: 13944 timeout: 887 lvb_type: 0 00000100:00100000:3.0:1746146185.699182:0:21599:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d25e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21599:1830966199420544:192.168.203.12@tcp:104: 00000100:00100000:3.0:1746146185.699239:0:21599:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4cb300 going to sleep for 11 seconds 00000100:00100000:1.0:1746146185.702927:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.703047:0:21599:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d25e300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21599:1830966199420544:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146185.703070:0:21599:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000100:00100000:2.0:1746146185.703220:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202610304 00000100:00100000:2.0:1746146185.703228:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202610304 00010000:00010000:2.0:1746146185.703269:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 20 pid: 13944 timeout: 887 lvb_type: 0 00000100:00100000:2.0:1746146185.703603:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14853 00000100:00100000:2.0:1746146185.703611:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:2008:x1830966202610304:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146185.703622:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146185.703628:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 20 pid: 13944 timeout: 887 lvb_type: 0 00010000:00010000:2.0:1746146185.703637:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 20 pid: 13944 timeout: 887 lvb_type: 0 00010000:00010000:2.0:1746146185.703654:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb63f15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd3c expref: 20 pid: 13944 timeout: 887 lvb_type: 0 00010000:00010000:2.0:1746146185.703677:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:2.0:1746146185.703681:0:7219:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:2.0:1746146185.703689:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21599 initiator: MDT0 00010000:00010000:2.0:1746146185.703695:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21599 initiator: MDT0 00010000:00010000:2.0:1746146185.703761:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746146185.704077:0:21599:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704085:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000040:00080000:3.0:1746146185.704351:0:21599:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746146185.704362:0:21599:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 787922646242ns, next at 788922644432ns, rc = 0 00000040:00080000:3.0:1746146185.704411:0:21599:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746146185.704420:0:21599:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 787922704667ns, next at 788922703219ns, rc = 0 00010000:00010000:3.0:1746146185.704480:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704490:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704499:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704505:0:21599:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704511:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704520:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704536:0:21599:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746146185.704556:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704561:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704566:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704570:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945ec00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146185.704573:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704578:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704585:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:3.0:1746146185.704588:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746146185.704591:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704595:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641ae lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704697:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704705:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704755:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704761:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880081a8a800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146185.704764:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704771:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704779:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146185.704781:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146185.704784:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704789:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880081a8a800/0x88944630cfb6418b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00000004:00010000:3.0:1746146185.704804:0:21599:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009c729500 reply state ffff88009c688000 transno 4294982983 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb641a7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704814:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1b2a00/0x88944630cfb641a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.704821:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:3.0:1746146185.704823:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746146185.704826:0:21599:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746146185.704954:0:7222:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746146185.704962:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.704968:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945f800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146185.704971:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.704977:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.704985:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c41f900) 00010000:00010000:1.0:1746146185.704987:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746146185.704990:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.704994:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb641b5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146185.705011:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146185.705013:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146185.705014:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746146185.705875:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:2008:x1830966202610304:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 2255us (2948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.705887:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14853 00000100:00100000:3.0:1746146185.707097:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+26:3793:x1830966202609920:12345-192.168.203.12@tcp:36:rm.0 Request processed in 15427us (15674us total) trans 4294982983 rc 0/0 00000100:00100000:3.0:1746146185.707106:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34651 00000100:00100000:1.0:1746146185.759233:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.759314:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202610432 00000100:00100000:3.0:1746146185.759323:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202610432 00000100:00100000:3.0:1746146185.759369:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34652 00000100:00100000:3.0:1746146185.759376:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+26:3796:x1830966202610432:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746146185.759406:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146185.759422:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe23 expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.759466:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb641c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.759477:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb641c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.759485:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb641c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:3.0:1746146185.759516:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746146185.759519:0:21599:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746146185.759534:0:21599:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb641c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.759550:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb641bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe23 expref: 28 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.759578:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb641c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe23 expref: 27 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.759585:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146185.759588:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746146185.759590:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a35400, rc 0) 00000100:00100000:3.0:1746146185.759627:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3796:x1830966202610432:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 251us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146185.759633:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34652 00000100:00100000:0.0:1746146185.763868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.763895:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202610688 00000100:00100000:0.0:1746146185.763902:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202610688 00000100:00100000:0.0:1746146185.763952:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34653 00000100:00100000:0.0:1746146185.763959:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+27:3796:x1830966202610688:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:0.0:1746146185.763976:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146185.763979:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746146185.764003:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb641c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe23 expref: 27 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.764034:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146185.764038:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746146185.764048:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641ca lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe2a expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.764129:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764138:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764145:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764155:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639600/0x88944630cfb641d8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764159:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639600/0x88944630cfb641d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764164:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639600/0x88944630cfb641d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764430:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764437:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764443:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746146185.764450:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:0.0:1746146185.764467:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764473:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764478:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764483:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c639800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146185.764486:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764491:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764498:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146185.764500:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146185.764503:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764506:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb641d1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00010000:0.0:1746146185.764514:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b178380 reply state ffff880072852000 transno 4294982984 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639600/0x88944630cfb641d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764520:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639600/0x88944630cfb641d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.764524:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:0.0:1746146185.764526:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746146185.764528:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746146185.764545:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb641ca lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 29 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.764556:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.764560:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012f83f000) 00010000:00010000:0.0:1746146185.764562:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746146185.764563:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a512e00, rc 0) 00000100:00100000:0.0:1746146185.765426:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+29:3796:x1830966202610688:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 1463us (1561us total) trans 4294982984 rc 0/0 00000100:00100000:0.0:1746146185.765434:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34653 00000100:00100000:3.0:1746146185.768191:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.768262:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202610944 00000100:00100000:0.0:1746146185.768272:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202610944 00000100:00100000:0.0:1746146185.768327:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34654 00000100:00100000:0.0:1746146185.768334:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+29:3796:x1830966202610944:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:0.0:1746146185.768356:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146185.768374:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb641ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe31 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.768486:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.768499:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 30 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.768505:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.768531:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 30 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.768541:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 30 pid: 7234 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746146185.768553:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b178a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7234:1830966199420672:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146185.769235:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96000 going to sleep for 11 seconds 00000100:00100000:2.0:1746146185.773045:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b178a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7234:1830966199420672:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146185.773078:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:3.0:1746146185.773699:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.774027:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202611072 00000100:00100000:2.0:1746146185.774036:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202611072 00010000:00010000:2.0:1746146185.774071:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 31 pid: 7234 timeout: 887 lvb_type: 0 00000100:00100000:2.0:1746146185.774108:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14854 00000100:00100000:2.0:1746146185.774116:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+31:2008:x1830966202611072:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146185.774131:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146185.774137:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 31 pid: 7234 timeout: 887 lvb_type: 0 00010000:00010000:2.0:1746146185.774147:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 31 pid: 7234 timeout: 887 lvb_type: 0 00010000:00010000:2.0:1746146185.774166:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb641df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe2a expref: 31 pid: 7234 timeout: 887 lvb_type: 0 00010000:00010000:2.0:1746146185.774192:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012f83f000) 00010000:00010000:2.0:1746146185.774196:0:7219:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.774204:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.774209:0:7219:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.774226:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146185.774275:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+30:2008:x1830966202611072:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 160us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.774281:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14854 00010000:00010000:2.0:1746146185.774304:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.774310:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146185.774327:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00080000:2.0:1746146185.775650:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000004:00080000:2.0:1746146185.775664:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:2.0:1746146185.775833:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.775842:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.775849:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.775854:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a513400 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146185.775857:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.775863:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.775876:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012f83f000) 00010000:00010000:2.0:1746146185.775879:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746146185.775882:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.775886:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb641f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.775950:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb641ed lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe31 expref: 30 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.775957:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb641ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe31 expref: 30 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.775965:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513a00, rc 0) 00000100:00100000:2.0:1746146185.776531:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+29:3796:x1830966202610944:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 8195us (8346us total) trans 4294982985 rc 301/301 00000100:00100000:2.0:1746146185.776539:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34654 00000100:00100000:3.0:1746146185.780278:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.782189:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202611328 00000100:00100000:2.0:1746146185.782208:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202611328 00000100:00100000:2.0:1746146185.782768:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 207 00000100:00100000:2.0:1746146185.782781:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+29:3796:x1830966202611328:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:2.0:1746146185.783071:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+30:3796:x1830966202611328:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 294us (2803us total) trans 4294982986 rc 0/0 00000100:00100000:2.0:1746146185.783078:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 207 00000100:00100000:0.0:1746146185.792395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.792548:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202611456 00000100:00100000:2.0:1746146185.792558:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202611456 00000100:00100000:2.0:1746146185.793531:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34655 00000100:00100000:2.0:1746146185.793604:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+30:3796:x1830966202611456:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:2.0:1746146185.793868:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146185.794020:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb64202 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe38 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.794166:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb64202 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe38 expref: 31 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.794209:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb64202 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe38 expref: 31 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.794225:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:2.0:1746146185.794228:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746146185.794231:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a513a00, rc 0) 00000100:00100000:2.0:1746146185.794297:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+31:3796:x1830966202611456:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 698us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.794303:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34655 00000100:00100000:1.0:1746146185.796903:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.797025:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202611712 00000100:00100000:3.0:1746146185.797034:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202611712 00000100:00100000:3.0:1746146185.797079:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 208 00000100:00100000:3.0:1746146185.797086:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c460c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+31:3796:x1830966202611712:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:3.0:1746146185.797260:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c460c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+32:3796:x1830966202611712:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 174us (367us total) trans 4294982987 rc 0/0 00000100:00100000:3.0:1746146185.797266:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 208 00000100:00100000:3.0:1746146185.810141:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.812082:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202611840 00000100:00100000:2.0:1746146185.812095:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202611840 00000100:00100000:2.0:1746146185.812154:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34656 00000100:00100000:2.0:1746146185.812162:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+32:3797:x1830966202611840:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146185.812185:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146185.812200:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb64209 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe3f expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.812258:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb64210 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.812269:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb64210 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.812279:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb64210 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146185.812327:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746146185.812331:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746146185.812348:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb64210 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.812371:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513400/0x88944630cfb64209 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe3f expref: 34 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.812406:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb64210 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe3f expref: 33 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.812417:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146185.812419:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746146185.812422:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131a35400, rc 0) 00000100:00100000:2.0:1746146185.812475:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+33:3797:x1830966202611840:12345-192.168.203.12@tcp:101:dd.0 Request processed in 313us (2341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.812481:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34656 00000100:00100000:1.0:1746146185.816062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.816160:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202611968 00000100:00100000:3.0:1746146185.816167:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202611968 00000100:00100000:3.0:1746146185.816219:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34657 00000100:00100000:3.0:1746146185.816226:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:3798:x1830966202611968:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746146185.816249:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146185.816267:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb64217 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe46 expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.816316:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6421e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.816328:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6421e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.816337:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6421e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:3.0:1746146185.816369:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746146185.816372:0:21599:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746146185.816396:0:21599:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6421e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.816413:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945f800/0x88944630cfb64217 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe46 expref: 21 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.816438:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6421e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe46 expref: 20 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.816445:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146185.816447:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746146185.816450:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945ec00, rc 0) 00000100:00100000:3.0:1746146185.816487:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:3798:x1830966202611968:12345-192.168.203.12@tcp:101:dd.0 Request processed in 262us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146185.816493:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34657 00000100:00100000:1.0:1746146185.820989:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.821066:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202612224 00000100:00100000:2.0:1746146185.821075:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202612224 00000100:00100000:2.0:1746146185.821123:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34658 00000100:00100000:2.0:1746146185.821130:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+20:3798:x1830966202612224:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146185.821147:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146185.821161:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb64225 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe4d expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.821235:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2ae400/0x88944630cfb6422c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.821247:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2ae400/0x88944630cfb6422c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.821258:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2ae400/0x88944630cfb6422c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146185.821268:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746146185.821360:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a512e00/0x88944630cfb64225 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe4d expref: 23 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.821394:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2ae400/0x88944630cfb6422c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe4d expref: 22 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.821402:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:2.0:1746146185.821405:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146185.821408:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b2ae400, rc 0) 00000100:00100000:2.0:1746146185.821451:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+22:3798:x1830966202612224:12345-192.168.203.12@tcp:101:dd.0 Request processed in 321us (472us total) trans 4294982988 rc 0/0 00000100:00100000:2.0:1746146185.821456:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34658 00000100:00100000:3.0:1746146185.824539:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.824539:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.824575:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202612480 00000100:00100000:3.0:1746146185.824586:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202612480 00000100:00100000:3.0:1746146185.824634:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34659 00000100:00100000:3.0:1746146185.824641:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+33:3797:x1830966202612480:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746146185.824664:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146185.824668:0:21599:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746146185.824695:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131a35400/0x88944630cfb64210 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe3f expref: 33 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.824734:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146185.824739:0:21599:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746146185.824754:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c75a400/0x88944630cfb6423a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe54 expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.824859:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009958d800/0x88944630cfb64241 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.824869:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009958d800/0x88944630cfb64241 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146185.824878:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009958d800/0x88944630cfb64241 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:3.0:1746146185.824886:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746146185.824989:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c75a400/0x88944630cfb6423a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe54 expref: 35 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.825000:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009958d800/0x88944630cfb64241 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe54 expref: 34 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.825007:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880133022400) 00010000:00010000:3.0:1746146185.825009:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746146185.825011:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009958d800, rc 0) 00000100:00100000:3.0:1746146185.825052:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+34:3797:x1830966202612480:12345-192.168.203.12@tcp:101:dd.0 Request processed in 411us (523us total) trans 4294982989 rc 0/0 00000100:00100000:3.0:1746146185.825057:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34659 00000100:00100000:0.0:1746146185.825174:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202612608 00000100:00100000:0.0:1746146185.825178:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202612608 00000100:00100000:0.0:1746146185.825204:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 674 00000100:00100000:0.0:1746146185.825209:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202612608:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:0.0:1746146185.825230:0:7238:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146185.825236:0:7238:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb6424f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe5b expref: -99 pid: 7238 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146185.825250:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:0.0:1746146185.825258:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.825264:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.825269:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.825277:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.825282:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.825286:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00000100:00100000:2.0:1746146185.825346:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202612864 00000100:00100000:2.0:1746146185.825350:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202612864 00000100:00100000:2.0:1746146185.825375:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34660 00000100:00100000:2.0:1746146185.825379:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+22:3798:x1830966202612864:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146185.825396:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146185.825398:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746146185.825407:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009945ec00/0x88944630cfb6421e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe46 expref: 22 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.825416:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146185.825419:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146185.825425:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ce00/0x88944630cfb64264 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe93 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.825493:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825499:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825504:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825514:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825518:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825522:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825548:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825553:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825558:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146185.825563:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00010000:00010000:2.0:1746146185.825594:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825600:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825604:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825609:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87d600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146185.825612:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825617:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825623:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146185.825625:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146185.825628:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825631:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87d600/0x88944630cfb6426b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.825637:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.825916:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64287 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.825923:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64287 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.825930:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64287 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00000004:00200000:0.0:1746146185.825955:0:7238:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 0 00000004:00200000:0.0:1746146185.825958:0:7238:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746146185.825968:0:7238:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64287 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.826519:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64287 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.826529:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.826535:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.826540:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.826544:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c638c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146185.826546:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.826552:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.826559:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146185.826561:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146185.826564:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.826568:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638c00/0x88944630cfb64256 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146185.826623:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.826630:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.829790:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829801:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829806:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829812:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b1e00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146185.829816:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829822:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829835:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:0.0:1746146185.829837:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146185.829840:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829843:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb6425d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829878:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c638000/0x88944630cfb6424f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe5b expref: 36 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.829888:0:7238:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64287 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe5b expref: 35 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.829894:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:0.0:1746146185.829896:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746146185.829898:0:7238:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b0a00, rc 0) 00010000:00010000:0.0:1746146185.829904:0:7238:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146185.829914:0:7238:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6428e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe62 expref: -99 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.829943:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829955:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829962:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829972:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829976:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.829981:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830007:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830012:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830016:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830019:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b1c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146185.830021:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830025:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830031:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146185.830032:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146185.830035:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830038:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64295 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830044:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830049:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830053:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830056:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b1600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146185.830058:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830061:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830066:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012f83fd00) 00010000:00010000:0.0:1746146185.830068:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146185.830069:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830073:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb6429c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:0.0:1746146185.830091:0:7238:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6428e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe62 expref: 36 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.830097:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146185.830099:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746146185.830102:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6428e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe62 expref: 36 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.830108:0:7238:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b0600, rc -2) 00000100:00100000:3.0:1746146185.830164:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.830165:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2008:x1830966202612608:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 4955us (5636us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746146185.830173:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 674 00000100:00100000:0.0:1746146185.830208:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202612992 00000100:00100000:0.0:1746146185.830214:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202612992 00000100:00100000:0.0:1746146185.830254:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 461 00000100:00100000:0.0:1746146185.830259:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+24:2007:x1830966202612992:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146185.830268:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146185.830449:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87c600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146185.830456:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.830467:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.830479:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:2.0:1746146185.830483:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146185.830486:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146185.830492:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c600/0x88944630cfb64272 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146185.830523:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2ae400/0x88944630cfb6422c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe4d expref: 24 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.830535:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:0.0:1746146185.830538:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146185.830557:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131aded80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+24:2007:x1830966202612992:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 299us (397us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146185.830558:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87ce00/0x88944630cfb64264 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 24 pid: 7234 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146185.830563:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 461 00010000:00010000:2.0:1746146185.830574:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 22 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.830582:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:2.0:1746146185.830584:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146185.830586:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c200, rc 0) 00000100:00100000:2.0:1746146185.830626:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+22:3798:x1830966202612864:12345-192.168.203.12@tcp:101:dd.0 Request processed in 5245us (5378us total) trans 4294982990 rc 0/0 00000100:00100000:2.0:1746146185.830633:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34660 00000100:00100000:3.0:1746146185.830901:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.831158:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202613248 00000100:00100000:0.0:1746146185.831162:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202613248 00000100:00100000:0.0:1746146185.831197:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 462 00000100:00100000:0.0:1746146185.831203:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+35:2008:x1830966202613248:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146185.831210:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146185.831221:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009958d800/0x88944630cfb64241 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe54 expref: 35 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.831230:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880133022400) 00010000:00010000:0.0:1746146185.831232:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146185.831260:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+34:2008:x1830966202613248:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 58us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146185.831266:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 462 00000100:00100000:1.0:1746146185.833240:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.833336:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202613376 00000100:00100000:2.0:1746146185.833345:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202613376 00000100:00100000:2.0:1746146185.833414:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14330 00000100:00100000:2.0:1746146185.833422:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202613376:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146185.833455:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.833467:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.833468:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.833473:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.833485:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146185.839368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.839435:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202613632 00000100:00100000:0.0:1746146185.839442:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202613632 00000100:00100000:0.0:1746146185.839502:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14331 00000100:00100000:0.0:1746146185.839509:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202613632:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746146185.839542:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.839555:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146185.839557:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146185.839561:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.839574:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146185.844334:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.845727:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202613760 00000100:00100000:3.0:1746146185.845737:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202613760 00000100:00100000:3.0:1746146185.845782:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31524 00000100:00100000:3.0:1746146185.845790:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966202613760:12345-192.168.203.12@tcp:101:ll_agl.0 00010000:00010000:3.0:1746146185.845804:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146185.845818:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffe9a expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746146185.845837:0:21272:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746146185.845852:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146185.845854:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146185.845861:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 19 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146185.845874:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 19 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146185.845884:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8400, rc 0) 00000100:00100000:3.0:1746146185.846313:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2008:x1830966202613760:12345-192.168.203.12@tcp:101:ll_agl.0 Request processed in 522us (1989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146185.846319:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31524 00000100:00100000:2.0:1746146185.846997:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.847026:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.847058:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202613888 00000100:00100000:3.0:1746146185.847062:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202613888 00000100:00100000:3.0:1746146185.847090:0:21272:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202614016 00000100:00100000:3.0:1746146185.847092:0:21272:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202614016 00000100:00100000:3.0:1746146185.847106:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31525 00010000:00010000:2.0:1746146185.847107:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146185.847111:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202613888:12345-192.168.203.12@tcp:101:ll_agl.0 00010000:00010000:2.0:1746146185.847116:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.847122:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146185.847122:0:9589:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.847128:0:9589:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87d400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146185.847131:0:9589:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.847133:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffea8 expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.847138:0:9589:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.847150:0:9589:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746146185.847151:0:21272:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746146185.847155:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d400/0x88944630cfb642a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.847161:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146185.847163:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146185.847167:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 11 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146185.847177:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 11 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146185.847183:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131aa2000, rc 0) 00000100:00100000:2.0:1746146185.847188:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31526 00000100:00100000:2.0:1746146185.847194:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:3798:x1830966202614016:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146185.847200:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746146185.847204:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c728a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966202613888:12345-192.168.203.12@tcp:101:ll_agl.0 Request processed in 93us (209us total) trans 0 rc 0/0 00010000:00010000:2.0:1746146185.847207:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffea1 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146185.847209:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31525 00010000:00010000:2.0:1746146185.847220:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 17 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146185.847226:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.847227:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.847230:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 17 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.847249:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 17 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146185.847258:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 17 pid: 21272 timeout: 888 lvb_type: 1 00000100:00100000:2.0:1746146185.847267:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c72ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199420800:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146185.847313:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146185.847330:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202613376:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13909us (14099us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.847338:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14330 00010000:00010000:1.0:1746146185.853941:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.853957:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.853963:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.853969:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b0e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146185.853973:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.853981:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.854001:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.854006:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb642aa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146185.854087:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202613632:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14573us (14725us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146185.854097:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14331 00000100:00100000:2.0:1746146185.854958:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c72ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26612:1830966199420800:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146185.854984:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 17 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.855000:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87de00, rc 0) 00000100:00100000:2.0:1746146185.855026:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c729880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:3798:x1830966202614016:12345-192.168.203.12@tcp:101:dd.0 Request processed in 7832us (7999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.855032:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31526 00000100:00100000:3.0:1746146185.855146:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.855293:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202614144 00000100:00100000:2.0:1746146185.855302:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202614144 00010000:00010000:2.0:1746146185.855328:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 17 pid: 21272 timeout: 888 lvb_type: 1 00000100:00100000:2.0:1746146185.855369:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14855 00000100:00100000:2.0:1746146185.855376:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202614144:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146185.855395:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146185.855417:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 17 pid: 21272 timeout: 888 lvb_type: 1 00010000:00010000:2.0:1746146185.855428:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 17 pid: 21272 timeout: 888 lvb_type: 1 00010000:00010000:2.0:1746146185.855451:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cab8400/0x88944630cfb642b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe9a expref: 17 pid: 21272 timeout: 888 lvb_type: 1 00010000:00010000:2.0:1746146185.855471:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.855473:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.855481:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.855488:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.856284:0:7219:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 16 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146185.856300:0:7219:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c72ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199420928:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146185.856950:0:7219:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146185.858889:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.859518:0:7219:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c72ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7219:1830966199420928:192.168.203.12@tcp:105: 00010000:00010000:2.0:1746146185.859535:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146185.859576:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202614144:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 4200us (4430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.859586:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14855 00000100:00100000:3.0:1746146185.859671:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202614272 00000100:00100000:3.0:1746146185.859677:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202614272 00000100:00100000:3.0:1746146185.859751:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34661 00000100:00100000:3.0:1746146185.859778:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+34:3797:x1830966202614272:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:3.0:1746146185.859799:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146185.859819:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb642c6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffeaf expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.859850:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1ba400/0x88944630cfb642cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146185.859860:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1ba400/0x88944630cfb642cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146185.859873:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1ba400/0x88944630cfb642cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146185.860257:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b08de00/0x88944630cfb642c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeaf expref: 36 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.860336:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1ba400/0x88944630cfb642cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeaf expref: 35 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146185.860342:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880133022400) 00010000:00010000:3.0:1746146185.860345:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746146185.860347:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1ba400, rc 0) 00000100:00100000:3.0:1746146185.860520:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+35:3797:x1830966202614272:12345-192.168.203.12@tcp:101:dd.0 Request processed in 761us (1639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146185.860524:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34661 00000100:00100000:0.0:1746146185.864819:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.865075:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202614528 00000100:00100000:1.0:1746146185.865083:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202614528 00000100:00100000:1.0:1746146185.865158:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14332 00000100:00100000:1.0:1746146185.865167:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202614528:12345-192.168.203.12@tcp:4:dd.0 00010000:00010000:1.0:1746146185.865202:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.865217:0:27127:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 9 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.865223:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146185.865527:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746146185.865531:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.865561:0:27127:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 9 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.865571:0:27127:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 9 pid: 26612 timeout: 888 lvb_type: 0 00000100:00100000:1.0:1746146185.865582:0:27127:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a543100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:27127:1830966199421056:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146185.865665:0:27127:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070b580c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146185.871167:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.871231:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202614656 00000100:00100000:2.0:1746146185.871239:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202614656 00000100:00100000:2.0:1746146185.871276:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31527 00000100:00100000:2.0:1746146185.871282:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:3798:x1830966202614656:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146185.871455:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146185.871471:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffeb6 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.871498:0:26612:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 9 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146185.871504:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.871505:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.871508:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 11 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.871539:0:26612:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 9 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146185.871552:0:26612:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 9 pid: 21272 timeout: 888 lvb_type: 1 00000100:00100000:2.0:1746146185.871562:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c72ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199421184:192.168.203.12@tcp:104: 00000100:00100000:1.0:1746146185.871610:0:27127:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a543100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:27127:1830966199421056:192.168.203.12@tcp:104: 00010000:00010000:1.0:1746146185.871625:0:27127:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146185.871628:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070ba1840 going to sleep for 11 seconds 00000100:00100000:2.0:1746146185.873419:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c72ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199421184:192.168.203.12@tcp:104: 00010000:00010000:2.0:1746146185.873437:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 11 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.873448:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e87c000, rc 0) 00000100:00100000:2.0:1746146185.873495:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:3798:x1830966202614656:12345-192.168.203.12@tcp:101:dd.0 Request processed in 2213us (2334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.873502:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31527 00000100:00100000:0.0:1746146185.874472:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.874516:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.874637:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202614784 00000100:00100000:1.0:1746146185.874637:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202614912 00000100:00100000:2.0:1746146185.874645:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202614784 00000100:00100000:1.0:1746146185.874645:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202614912 00010000:00010000:2.0:1746146185.874677:0:7219:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 11 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:1.0:1746146185.874677:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 11 pid: 21272 timeout: 888 lvb_type: 1 00000100:00100000:1.0:1746146185.874964:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14856 00000100:00100000:1.0:1746146185.874974:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966202614912:12345-192.168.203.12@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746146185.874980:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14857 00000100:00100000:2.0:1746146185.874988:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966202614784:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746146185.874989:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146185.874996:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746146185.875009:0:7219:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:2.0:1746146185.875011:0:7219:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:1.0:1746146185.875011:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 11 pid: 21272 timeout: 888 lvb_type: 1 00010000:00010000:2.0:1746146185.875015:0:7219:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 11 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:1.0:1746146185.875023:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 11 pid: 21272 timeout: 888 lvb_type: 1 00010000:00010000:2.0:1746146185.875026:0:7219:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 11 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:2.0:1746146185.875047:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800729d7a00/0x88944630cfb640c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffd7b expref: 11 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:1.0:1746146185.875047:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880131aa2000/0x88944630cfb642b8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea8 expref: 11 pid: 21272 timeout: 888 lvb_type: 1 00010000:00010000:2.0:1746146185.875069:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146185.875069:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.875072:0:7219:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146185.875072:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.875077:0:7219:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.875080:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.875087:0:7219:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.875087:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.875109:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746146185.875119:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 10 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146185.875133:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a543100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966199421312:192.168.203.12@tcp:105: 00000100:00100000:2.0:1746146185.875149:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202614784:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 161us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146185.875155:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14857 00000100:00100000:1.0:1746146185.875184:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff880070b580c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746146185.875199:0:27127:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146185.875206:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146185.882023:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a543100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966199421312:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146185.882053:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146185.882125:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202614912:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 7152us (7607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146185.882137:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14856 00000001:00080000:3.0:1746146185.898158:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970905 is committed 00000001:00080000:3.0:1746146185.898168:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970904 is committed 00002000:00010000:2.0:1746146185.898310:0:27127:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746146185 -> 1746146186 00002000:00010000:2.0:1746146185.898313:0:27127:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746146185 -> 1746146186 00010000:00010000:2.0:1746146185.898323:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.898332:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.898338:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.898344:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2e800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146185.898347:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.898353:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.898366:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.898371:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df2e800/0x88944630cfb642d4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146185.899463:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202614528:12345-192.168.203.12@tcp:4:dd.0 Request processed in 34292us (34648us total) trans 4294970905 rc 0/0 00000100:00100000:2.0:1746146185.899472:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14332 00000100:00100000:0.0:1746146185.905010:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.905063:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.905232:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202615168 00000100:00100000:2.0:1746146185.905241:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202615168 00000100:00100000:2.0:1746146185.905290:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202615424 00000100:00100000:2.0:1746146185.905293:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202615424 00000100:00100000:2.0:1746146185.905313:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14333 00000100:00100000:2.0:1746146185.905319:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202615168:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146185.905348:0:27127:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.905360:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.905362:0:27127:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.905368:0:27127:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.905379:0:27127:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146185.906044:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14334 00000100:00100000:2.0:1746146185.906050:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202615424:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146185.906067:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.906074:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.906075:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.906078:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.906086:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.918563:0:27127:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.918580:0:27127:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.918587:0:27127:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.918594:0:27127:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87d200 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146185.918597:0:27127:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.918605:0:27127:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.918623:0:27127:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.918628:0:27127:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87d200/0x88944630cfb642e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27127 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146185.920526:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202615168:12345-192.168.203.12@tcp:3:dd.0 Request processed in 15198us (15519us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146185.920536:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14333 00010000:00010000:2.0:1746146185.921323:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.921333:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.921339:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.921344:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87c800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146185.921348:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.921355:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.921367:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.921372:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e87c800/0x88944630cfb642e9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146185.921855:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b17aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202615424:12345-192.168.203.12@tcp:3:dd.0 Request processed in 15802us (16789us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146185.921862:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14334 00000100:00100000:0.0:1746146185.927580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.928078:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202615680 00000100:00100000:2.0:1746146185.928087:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202615680 00000100:00100000:2.0:1746146185.928132:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14335 00000100:00100000:2.0:1746146185.928138:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202615680:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146185.928175:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138a, atime: 0x0, ctime: 0x6814138a, blocks: 0xc800 00010000:00010000:2.0:1746146185.928181:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.928191:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.928193:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.928197:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.928212:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146185.960168:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146185.960365:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202615936 00000100:00100000:1.0:1746146185.960372:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202615936 00002000:00100000:1.0:1746146185.960415:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88009b179f80 x1830966202615936/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146185.960424:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179f80 with x1830966202615936 ext(0->4194303) 00002000:00010000:1.0:1746146185.960429:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b179f80 00000100:00100000:1.0:1746146185.960458:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14336 00000100:00100000:1.0:1746146185.960465:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+17:2007:x1830966202615936:12345-192.168.203.12@tcp:4:dd.0 00000001:00080000:0.0:1746146185.969670:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970906 is committed 00010000:00010000:2.0:1746146185.970988:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.971009:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.971019:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.971028:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87ce00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146185.971032:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.971043:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.971067:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.971073:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e87ce00/0x88944630cfb642f0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146185.971229:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202615680:12345-192.168.203.12@tcp:4:dd.0 Request processed in 43083us (43649us total) trans 4294970906 rc 0/0 00000100:00100000:2.0:1746146185.971243:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14335 00000100:00100000:0.0:1746146185.975983:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146185.977244:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202616192 00000100:00100000:3.0:1746146185.977255:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202616192 00002000:00100000:3.0:1746146185.977295:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88009b179c00 x1830966202616192/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/0 e 0 to 0 dl 1746146196 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146185.977305:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179c00 with x1830966202616192 ext(0->4194303) 00002000:00010000:3.0:1746146185.977310:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b179c00 00000100:00100000:3.0:1746146185.977340:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14337 00000100:00100000:3.0:1746146185.977347:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202616192:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746146185.982878:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146185.982899:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146185.985867:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202616576 00000100:00100000:2.0:1746146185.985879:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202616576 00000100:00100000:2.0:1746146185.985938:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202616704 00000100:00100000:2.0:1746146185.985941:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202616704 00000100:00100000:2.0:1746146185.985963:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14338 00000100:00100000:2.0:1746146185.985969:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202616576:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146185.986000:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.986013:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.986014:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146185.986018:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146185.986029:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146185.986053:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14339 00000100:00100000:0.0:1746146185.986069:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202616704:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746146185.986087:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.986096:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146185.986097:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146185.986100:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146185.986108:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.004218:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.004237:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.004245:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.004252:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbc7e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146186.004256:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.004270:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.004289:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.004295:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009cbc7e00/0x88944630cfb642fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.004373:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b1a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202616704:12345-192.168.203.12@tcp:3:dd.0 Request processed in 18299us (21466us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146186.004395:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14339 00010000:00010000:3.0:1746146186.006765:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.006782:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.006790:0:9589:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.006798:0:9589:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e87d800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.006802:0:9589:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.006810:0:9589:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.006830:0:9589:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.006838:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e87d800/0x88944630cfb642f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.006961:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b178a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202616576:12345-192.168.203.12@tcp:3:dd.0 Request processed in 20984us (24084us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.006971:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14338 00000100:00100000:2.0:1746146186.018800:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.018897:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202616960 00000100:00100000:3.0:1746146186.018907:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202616960 00000100:00100000:3.0:1746146186.020844:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14340 00000100:00100000:3.0:1746146186.020856:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202616960:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146186.020902:0:9589:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138a, atime: 0x0, ctime: 0x6814138a, blocks: 0xc800 00010000:00010000:3.0:1746146186.020910:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.020921:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.020923:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.020927:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746146186.020928:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746146186.020939:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.023423:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:2007:x1830966202615936:12345-192.168.203.12@tcp:4:dd.0 Request processed in 62950us (63256us total) trans 4294972308 rc 0/0 00000100:00100000:0.0:1746146186.023432:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14336 00002000:00100000:0.0:1746146186.023443:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff88009b179f80 x1830966202615936/t4294972308(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/448 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.023451:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179f80 with x1830966202615936 ext(0->4194303) 00002000:00010000:0.0:1746146186.023456:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b179f80 00000100:00100000:3.0:1746146186.045830:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b179c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2010:x1830966202616192:12345-192.168.203.12@tcp:4:dd.0 Request processed in 68474us (69848us total) trans 4294970907 rc 0/0 00000100:00100000:3.0:1746146186.045840:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14337 00002000:00100000:3.0:1746146186.045851:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88009b179c00 x1830966202616192/t4294970907(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:316/0 lens 488/448 e 0 to 0 dl 1746146196 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.045860:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b179c00 with x1830966202616192 ext(0->4194303) 00002000:00010000:3.0:1746146186.045865:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b179c00 00000001:00080000:2.0:1746146186.057396:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970908 is committed 00000001:00080000:2.0:1746146186.057415:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970907 is committed 00010000:00010000:3.0:1746146186.057878:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.057890:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.057898:0:9589:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.057910:0:9589:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a45fe00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.057914:0:9589:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.057921:0:9589:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.057938:0:9589:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.057944:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64305 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.058043:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c72ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202616960:12345-192.168.203.12@tcp:4:dd.0 Request processed in 37185us (39249us total) trans 4294970908 rc 0/0 00000100:00100000:3.0:1746146186.058052:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14340 00000100:00100000:0.0:1746146186.064341:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.064411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.064494:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202617216 00000100:00100000:3.0:1746146186.064506:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202617216 00000100:00100000:2.0:1746146186.064561:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202617472 00000100:00100000:2.0:1746146186.064568:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202617472 00000100:00100000:2.0:1746146186.064623:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14341 00000100:00100000:2.0:1746146186.064631:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202617216:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146186.064662:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.064679:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.064681:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.064687:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.064698:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.064835:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14342 00000100:00100000:0.0:1746146186.064842:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b99b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202617472:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746146186.064859:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.064866:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.064867:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.064870:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.064876:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746146186.065663:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1746146186.073427:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.073442:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.073449:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.073455:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800994e7400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.073459:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.073465:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.073481:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.073486:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800994e7400/0x88944630cfb6430c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.073559:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202617216:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8924us (9226us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146186.073568:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14341 00010000:00010000:2.0:1746146186.076285:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.076302:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.076309:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.076314:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbc6800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.076317:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.076323:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.076337:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.076342:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc6800/0x88944630cfb64313 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.076414:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b99b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202617472:12345-192.168.203.12@tcp:3:dd.0 Request processed in 11566us (11997us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146186.076427:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14342 00000100:00100000:0.0:1746146186.081017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.081085:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202617728 00000100:00100000:2.0:1746146186.081096:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202617728 00000100:00100000:2.0:1746146186.081174:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14343 00000100:00100000:2.0:1746146186.081183:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202617728:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146186.081232:0:24965:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138a, atime: 0x0, ctime: 0x6814138a, blocks: 0xc800 00010000:00010000:2.0:1746146186.081241:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.081253:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.081255:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.081260:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.081273:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.085804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146186.085873:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202617984 00000100:00100000:1.0:1746146186.085883:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202617984 00002000:00100000:1.0:1746146186.085937:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880133368000 x1830966202617984/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146186.085947:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368000 with x1830966202617984 ext(4194304->8388607) 00002000:00010000:1.0:1746146186.085952:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368000 00000100:00100000:1.0:1746146186.085983:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14344 00000100:00100000:1.0:1746146186.085991:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+19:2009:x1830966202617984:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746146186.088157:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199421440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746146186.088216:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146186.088240:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199421440 00000100:00100000:1.0:1746146186.088249:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199421440 00000100:00100000:1.0:1746146186.088299:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1746146186.088306:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199421440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746146186.088323:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 172976960 pending 2121728 free 3869724672 avail 3626545152 00000100:00080000:0.0:1746146186.088457:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746146186.088539:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131add180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1830966199421440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 232us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146186.088544:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1746146186.088553:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199421440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746146186.104665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.104813:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202618240 00000100:00100000:3.0:1746146186.104822:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202618240 00002000:00100000:3.0:1746146186.104862:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88009a543100 x1830966202618240/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.104870:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a543100 with x1830966202618240 ext(4194304->8388607) 00002000:00010000:3.0:1746146186.104875:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a543100 00000100:00100000:3.0:1746146186.104892:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14345 00000100:00100000:3.0:1746146186.104898:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202618240:12345-192.168.203.12@tcp:4:dd.0 00000001:00080000:0.0:1746146186.110694:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970909 is committed 00010000:00010000:2.0:1746146186.110920:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.110931:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.110938:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.110949:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800994e7800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.110953:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.110961:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.110978:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.111295:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800994e7800/0x88944630cfb6431a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.111708:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202617728:12345-192.168.203.12@tcp:4:dd.0 Request processed in 30519us (30696us total) trans 4294970909 rc 0/0 00000100:00100000:2.0:1746146186.111762:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14343 00010000:00010000:0.0:1746146186.121799:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746146186.124049:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.124106:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.124205:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202618496 00000100:00100000:3.0:1746146186.124215:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202618496 00000100:00100000:3.0:1746146186.124292:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202618752 00000100:00100000:3.0:1746146186.124295:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202618752 00000100:00100000:3.0:1746146186.124330:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14346 00000100:00100000:3.0:1746146186.124340:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202618496:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146186.124394:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.124410:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.124412:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.124417:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.124432:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.124761:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14347 00000100:00100000:0.0:1746146186.124770:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801306f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202618752:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746146186.124792:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.124801:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.124803:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.124806:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.124817:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.134126:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746146186.134148:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199421568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746146186.134209:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146186.135371:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199421568 00000100:00100000:1.0:1746146186.135391:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199421568 00000100:00100000:1.0:1746146186.136588:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1746146186.136598:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199421568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746146186.136628:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 179292992 pending 4218880 free 3869724672 avail 3624423424 00000100:00100000:1.0:1746146186.136700:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1830966199421568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (2491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146186.136707:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:0.0:1746146186.136779:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746146186.137781:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1830966199421568:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1746146186.143210:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.143225:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.143232:0:9589:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.143239:0:9589:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131bf2a00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.143242:0:9589:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.143248:0:9589:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.143264:0:9589:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.143269:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131bf2a00/0x88944630cfb64321 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.144664:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202618496:12345-192.168.203.12@tcp:3:dd.0 Request processed in 20316us (20615us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.144674:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14346 00000100:00100000:2.0:1746146186.151129:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+21:2009:x1830966202617984:12345-192.168.203.12@tcp:4:dd.0 Request processed in 65116us (65313us total) trans 4294972309 rc 0/0 00000100:00100000:2.0:1746146186.151149:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14344 00002000:00100000:2.0:1746146186.151168:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880133368000 x1830966202617984/t4294972309(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/448 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146186.151183:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368000 with x1830966202617984 ext(4194304->8388607) 00002000:00010000:2.0:1746146186.151192:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368000 00010000:00010000:0.0:1746146186.153953:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.153976:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.153986:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.153994:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbc7000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146186.153999:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.154009:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.154029:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.154038:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7000/0x88944630cfb64328 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.157843:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801306f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202618752:12345-192.168.203.12@tcp:3:dd.0 Request processed in 33057us (33718us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146186.157862:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14347 00000100:00100000:0.0:1746146186.168908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146186.169089:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202619008 00000100:00100000:1.0:1746146186.169105:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202619008 00000100:00100000:1.0:1746146186.169204:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14348 00000100:00100000:1.0:1746146186.169212:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202619008:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:1.0:1746146186.169297:0:27126:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138a, atime: 0x0, ctime: 0x6814138a, blocks: 0xc800 00010000:00010000:1.0:1746146186.169311:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.169331:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146186.169335:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146186.169344:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.169366:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.176481:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2010:x1830966202618240:12345-192.168.203.12@tcp:4:dd.0 Request processed in 71568us (71808us total) trans 4294970910 rc 0/0 00000100:00100000:0.0:1746146186.176500:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14345 00002000:00100000:0.0:1746146186.176516:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88009a543100 x1830966202618240/t4294970910(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/448 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.176527:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a543100 with x1830966202618240 ext(4194304->8388607) 00002000:00010000:0.0:1746146186.176533:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a543100 00000100:00100000:2.0:1746146186.188125:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146186.188197:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202619264 00000100:00100000:1.0:1746146186.188206:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202619264 00002000:00100000:1.0:1746146186.188245:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880133368a80 x1830966202619264/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746146186.188254:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368a80 with x1830966202619264 ext(8388608->12582911) 00002000:00010000:1.0:1746146186.188260:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368a80 00000100:00100000:1.0:1746146186.188280:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14349 00000100:00100000:1.0:1746146186.188287:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+21:2008:x1830966202619264:12345-192.168.203.12@tcp:4:dd.0 00000001:00080000:0.0:1746146186.193824:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970911 is committed 00000001:00080000:0.0:1746146186.193843:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970910 is committed 00000100:00100000:0.0:1746146186.195744:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00010000:00010000:1.0:1746146186.196012:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.196025:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.196039:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.196046:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d1d9000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146186.196051:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.196059:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.196080:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.196086:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d1d9000/0x88944630cfb6432f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146186.198189:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202619008:12345-192.168.203.12@tcp:4:dd.0 Request processed in 28965us (29281us total) trans 4294970911 rc 0/0 00000100:00100000:1.0:1746146186.198199:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14348 00000100:00100000:2.0:1746146186.198264:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202619520 00000100:00100000:2.0:1746146186.198273:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202619520 00002000:00100000:2.0:1746146186.198317:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff880130d09880 x1830966202619520/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146186.198327:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d09880 with x1830966202619520 ext(8388608->12582911) 00002000:00010000:2.0:1746146186.198332:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130d09880 00000100:00100000:2.0:1746146186.198433:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14350 00000100:00100000:2.0:1746146186.198441:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202619520:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746146186.202433:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.204416:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202619776 00000100:00100000:2.0:1746146186.204437:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202619776 00000100:00100000:2.0:1746146186.204522:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 209 00000100:00100000:2.0:1746146186.204532:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+22:3798:x1830966202619776:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:2.0:1746146186.204905:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+23:3798:x1830966202619776:12345-192.168.203.12@tcp:35:dd.0 Request processed in 374us (2491us total) trans 4294982991 rc 0/0 00000100:00100000:2.0:1746146186.204912:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 209 00000100:00100000:2.0:1746146186.206165:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.206247:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.206326:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202620160 00000100:00100000:2.0:1746146186.206335:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202620160 00000100:00100000:2.0:1746146186.206396:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202620288 00000100:00100000:2.0:1746146186.206399:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202620288 00000100:00100000:2.0:1746146186.206433:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14351 00000100:00100000:2.0:1746146186.206440:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202620160:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146186.206483:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.206498:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.206500:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.206507:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.206521:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146186.206735:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14352 00000100:00100000:1.0:1746146186.206745:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202620288:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:1.0:1746146186.206765:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.206775:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146186.206776:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146186.206780:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.206789:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.217267:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.217375:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202620544 00000100:00100000:2.0:1746146186.217390:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202620544 00000100:00100000:2.0:1746146186.217443:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 210 00000100:00100000:2.0:1746146186.217449:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+23:3798:x1830966202620544:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:2.0:1746146186.217740:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+24:3798:x1830966202620544:12345-192.168.203.12@tcp:35:dd.0 Request processed in 266us (460us total) trans 4294982992 rc 0/0 00000100:00100000:2.0:1746146186.217745:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 210 00010000:00010000:1.0:1746146186.220915:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.220931:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.220938:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.220945:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131aa3800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146186.220949:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.220957:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.220973:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.220979:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131aa3800/0x88944630cfb6433d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146186.221066:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2008:x1830966202620288:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14319us (14813us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146186.221075:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14352 00010000:00010000:2.0:1746146186.226822:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.226839:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.226847:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.226855:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a45fe00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.226859:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.226870:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.226889:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.226895:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a45fe00/0x88944630cfb64336 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.226984:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202620160:12345-192.168.203.12@tcp:3:dd.0 Request processed in 20540us (20824us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146186.226993:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14351 00000100:00100000:2.0:1746146186.235890:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.236332:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202620800 00000100:00100000:3.0:1746146186.236344:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202620800 00000100:00100000:3.0:1746146186.236429:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14353 00000100:00100000:3.0:1746146186.236437:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202620800:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146186.236496:0:24965:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138a, atime: 0x0, ctime: 0x6814138a, blocks: 0xc800 00010000:00010000:3.0:1746146186.236506:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.236525:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.236526:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.236530:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.236544:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.240822:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+23:2008:x1830966202619264:12345-192.168.203.12@tcp:4:dd.0 Request processed in 52525us (52700us total) trans 4294972310 rc 0/0 00000100:00100000:0.0:1746146186.240834:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14349 00002000:00100000:0.0:1746146186.240845:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880133368a80 x1830966202619264/t4294972310(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/448 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.240852:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133368a80 with x1830966202619264 ext(8388608->12582911) 00002000:00010000:0.0:1746146186.240858:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880133368a80 00000001:00080000:1.0:1746146186.265463:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970913 is committed 00000001:00080000:1.0:1746146186.265477:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970912 is committed 00000100:00100000:0.0:1746146186.265944:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202619520:12345-192.168.203.12@tcp:4:dd.0 Request processed in 67497us (70235us total) trans 4294970912 rc 0/0 00000100:00100000:0.0:1746146186.265954:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14350 00002000:00100000:0.0:1746146186.265965:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff880130d09880 x1830966202619520/t4294970912(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/448 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.265973:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130d09880 with x1830966202619520 ext(8388608->12582911) 00002000:00010000:0.0:1746146186.265978:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130d09880 00010000:00010000:3.0:1746146186.267200:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.267214:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.267423:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.267430:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945f800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.267433:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.267440:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.267456:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.267461:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64344 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.269420:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202620800:12345-192.168.203.12@tcp:4:dd.0 Request processed in 32967us (33527us total) trans 4294970913 rc 0/0 00000100:00100000:3.0:1746146186.269433:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14353 00000100:00100000:0.0:1746146186.273268:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.273354:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.274103:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202621184 00000100:00100000:3.0:1746146186.274113:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202621184 00000100:00100000:1.0:1746146186.274153:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202621312 00000100:00100000:1.0:1746146186.274158:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202621312 00000100:00100000:3.0:1746146186.274184:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14354 00000100:00100000:3.0:1746146186.274192:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202621184:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:1.0:1746146186.274193:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14355 00000100:00100000:1.0:1746146186.274198:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202621312:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146186.274223:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.274223:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.274235:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146186.274235:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.274236:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146186.274236:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.274240:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.274240:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.274251:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.274251:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.287517:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.287536:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.287542:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.287548:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2e800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:1.0:1746146186.287555:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.287561:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.287579:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.287584:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012df2e800/0x88944630cfb6434b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146186.287768:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202621312:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13564us (14408us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146186.287778:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14355 00010000:00010000:3.0:1746146186.289484:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.289497:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.289504:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.289515:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945ec00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.289518:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.289524:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.289539:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.289544:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb64352 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.289610:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202621184:12345-192.168.203.12@tcp:3:dd.0 Request processed in 15416us (16354us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.289618:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14354 00000100:00100000:0.0:1746146186.296681:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.296750:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202621568 00000100:00100000:3.0:1746146186.296759:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202621568 00000100:00100000:3.0:1746146186.296842:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14356 00000100:00100000:3.0:1746146186.296855:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202621568:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146186.296907:0:24965:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138a, atime: 0x0, ctime: 0x6814138a, blocks: 0xc800 00010000:00010000:3.0:1746146186.296916:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.296930:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.296932:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.296938:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.296950:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746146186.314774:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970914 is committed 00002000:00010000:3.0:1746146186.315205:0:24965:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746146186 -> 1746146187 00002000:00010000:3.0:1746146186.315209:0:24965:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746146186 -> 1746146187 00010000:00010000:3.0:1746146186.315222:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.315233:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.315241:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.315247:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945f800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.315251:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.315258:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.315279:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.315285:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009945f800/0x88944630cfb64359 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.315404:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202621568:12345-192.168.203.12@tcp:4:dd.0 Request processed in 18547us (18724us total) trans 4294970914 rc 0/0 00000100:00100000:3.0:1746146186.315414:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14356 00000100:00100000:0.0:1746146186.318181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.318230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146186.318292:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202621824 00000100:00100000:1.0:1746146186.318302:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202621824 00000100:00100000:1.0:1746146186.318355:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202622080 00000100:00100000:1.0:1746146186.318357:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202622080 00000100:00100000:1.0:1746146186.318393:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14357 00000100:00100000:1.0:1746146186.318402:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202621824:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746146186.318406:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14358 00000100:00100000:3.0:1746146186.318416:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202622080:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146186.318446:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.318458:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.318461:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.318465:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.318476:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.318652:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.318661:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146186.318663:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146186.318666:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.318680:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.326622:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.326637:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.326644:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.326650:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2ae400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.326656:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.326663:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.326680:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.326686:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2ae400/0x88944630cfb64360 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.326827:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202622080:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8407us (8590us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.326837:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14358 00010000:00010000:0.0:1746146186.326956:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.326965:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.326971:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.326976:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800997c2000 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146186.326979:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.326984:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.326994:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.327000:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997c2000/0x88944630cfb64367 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.327084:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202621824:12345-192.168.203.12@tcp:3:dd.0 Request processed in 8683us (8911us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146186.327090:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14357 00000100:00100000:1.0:1746146186.330468:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.330593:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202622336 00000100:00100000:0.0:1746146186.330600:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202622336 00000100:00100000:0.0:1746146186.330749:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14359 00000100:00100000:0.0:1746146186.330757:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202622336:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:0.0:1746146186.330792:0:27125:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138b, atime: 0x0, ctime: 0x6814138b, blocks: 0xc800 00010000:00010000:0.0:1746146186.330799:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.330810:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.330812:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.330815:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.330825:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746146186.353088:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970915 is committed 00010000:00010000:2.0:1746146186.353327:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.353339:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.353346:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.353352:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cbc7e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.353355:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.353362:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.353377:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.353394:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009cbc7e00/0x88944630cfb6436e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.353766:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202622336:12345-192.168.203.12@tcp:4:dd.0 Request processed in 23005us (23303us total) trans 4294970915 rc 0/0 00000100:00100000:2.0:1746146186.353774:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14359 00000100:00100000:0.0:1746146186.356473:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.356567:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202622720 00000100:00100000:2.0:1746146186.356578:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202622720 00000100:00100000:0.0:1746146186.356913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.356990:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14360 00000100:00100000:2.0:1746146186.356999:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202622720:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146186.357033:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.357046:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.357047:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.357053:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.357064:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.357807:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202622848 00000100:00100000:2.0:1746146186.357812:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202622848 00000100:00100000:3.0:1746146186.357940:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14361 00000100:00100000:3.0:1746146186.357949:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202622848:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146186.357969:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.357978:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.357980:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.357982:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.357995:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.367814:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.367833:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.367839:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.367845:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d849c00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.367849:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.367855:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.367872:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.367877:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d849c00/0x88944630cfb64375 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.367995:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202622720:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10993us (11528us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146186.368003:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14360 00010000:00010000:3.0:1746146186.371216:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.371237:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.371245:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.371251:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065da00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.371256:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.371264:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.371283:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.371288:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013065da00/0x88944630cfb6437c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.371377:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202622848:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13425us (14458us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.371395:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14361 00000100:00100000:0.0:1746146186.377124:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.377293:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202623104 00000100:00100000:3.0:1746146186.377305:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202623104 00000100:00100000:3.0:1746146186.377372:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14362 00000100:00100000:3.0:1746146186.377394:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202623104:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146186.377439:0:24965:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138b, atime: 0x0, ctime: 0x6814138b, blocks: 0xc800 00010000:00010000:3.0:1746146186.377448:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.377465:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.377467:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.377471:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.377484:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746146186.408279:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970916 is committed 00010000:00010000:3.0:1746146186.409089:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.409101:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.409122:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.409128:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065dc00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.409131:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.409138:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.409157:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.409163:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013065dc00/0x88944630cfb64383 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.409932:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202623104:12345-192.168.203.12@tcp:4:dd.0 Request processed in 32328us (32591us total) trans 4294970916 rc 0/0 00000100:00100000:3.0:1746146186.409944:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14362 00000100:00100000:0.0:1746146186.413566:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.413674:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202623616 00000100:00100000:3.0:1746146186.413684:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202623616 00000100:00100000:3.0:1746146186.413775:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14363 00000100:00100000:3.0:1746146186.413784:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202623616:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146186.413817:0:24965:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.413832:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.413833:0:24965:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.413839:0:24965:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.413853:0:24965:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.414347:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.415137:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202623488 00000100:00100000:2.0:1746146186.415144:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202623488 00000100:00100000:2.0:1746146186.415185:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14364 00000100:00100000:2.0:1746146186.415191:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202623488:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146186.415220:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.415232:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.415233:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.415238:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.415252:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.425005:0:24965:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.425028:0:24965:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.425036:0:24965:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.425043:0:24965:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065de00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.425047:0:24965:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.425054:0:24965:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.425073:0:24965:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.425078:0:24965:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013065de00/0x88944630cfb6438a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24965 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.425209:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202623616:12345-192.168.203.12@tcp:3:dd.0 Request processed in 11419us (11652us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.425604:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14363 00010000:00010000:2.0:1746146186.428270:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.428288:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.428296:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.428302:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d849e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.428305:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.428317:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.428338:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.428349:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d849e00/0x88944630cfb64391 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.428870:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202623488:12345-192.168.203.12@tcp:3:dd.0 Request processed in 13263us (14108us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146186.429243:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14364 00000100:00100000:0.0:1746146186.436300:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.436401:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202623872 00000100:00100000:2.0:1746146186.436409:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202623872 00000100:00100000:2.0:1746146186.436466:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14365 00000100:00100000:2.0:1746146186.436476:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202623872:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:2.0:1746146186.436531:0:27125:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138b, atime: 0x0, ctime: 0x6814138b, blocks: 0xc800 00010000:00010000:2.0:1746146186.436542:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.436557:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.436559:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.436566:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.436582:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746146186.465037:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970917 is committed 00010000:00010000:2.0:1746146186.465246:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.465260:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.465268:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.465275:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d849600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.465278:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.465286:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.465306:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.465312:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d849600/0x88944630cfb64398 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.465706:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2008:x1830966202623872:12345-192.168.203.12@tcp:4:dd.0 Request processed in 29218us (29398us total) trans 4294970917 rc 0/0 00000100:00100000:2.0:1746146186.465788:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14365 00000100:00100000:0.0:1746146186.469833:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.469905:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.470146:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202624256 00000100:00100000:2.0:1746146186.470156:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202624256 00000100:00100000:3.0:1746146186.470531:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202624384 00000100:00100000:3.0:1746146186.470536:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202624384 00000100:00100000:2.0:1746146186.470543:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14366 00000100:00100000:2.0:1746146186.470556:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2009:x1830966202624256:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746146186.470575:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14367 00000100:00100000:3.0:1746146186.470581:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2009:x1830966202624384:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146186.470596:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.470601:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.470612:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.470613:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.470614:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.470617:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.470618:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.470620:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.470628:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.470630:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.484818:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.484838:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.484848:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.484856:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b0600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.484860:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.484869:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.484888:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.484901:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643a6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.484997:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2009:x1830966202624384:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14408us (15084us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.485010:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14367 00010000:00010000:2.0:1746146186.485195:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.485205:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.485212:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.485219:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945ec00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.485222:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.485229:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.485242:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.485249:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945ec00/0x88944630cfb6439f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.485318:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2009:x1830966202624256:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14764us (15497us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146186.485326:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14366 00000100:00100000:0.0:1746146186.491444:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.491522:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202624640 00000100:00100000:2.0:1746146186.491534:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202624640 00000100:00100000:3.0:1746146186.491999:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14368 00000100:00100000:3.0:1746146186.492010:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202624640:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146186.492869:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138b, atime: 0x0, ctime: 0x6814138b, blocks: 0xc800 00010000:00010000:3.0:1746146186.492885:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.492901:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.492903:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.492907:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.492921:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746146186.513318:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970918 is committed 00010000:00010000:3.0:1746146186.513771:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.513784:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.513980:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.513987:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b0e00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.513991:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.514002:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.514021:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.514026:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.514118:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2010:x1830966202624640:12345-192.168.203.12@tcp:4:dd.0 Request processed in 22107us (22683us total) trans 4294970918 rc 0/0 00000100:00100000:3.0:1746146186.514126:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14368 00000100:00100000:1.0:1746146186.517514:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146186.517578:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.517654:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202624896 00000100:00100000:3.0:1746146186.517664:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202624896 00000100:00100000:3.0:1746146186.517745:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202625152 00000100:00100000:3.0:1746146186.517747:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202625152 00000100:00100000:2.0:1746146186.517752:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14369 00000100:00100000:2.0:1746146186.517761:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202624896:12345-192.168.203.12@tcp:3:dd.0 00000100:00100000:3.0:1746146186.517769:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14370 00000100:00100000:3.0:1746146186.517773:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a543b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202625152:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146186.517791:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.517791:0:27125:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.517803:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.517803:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.517804:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.517804:0:27125:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.517810:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.517810:0:27125:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.517822:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.517822:0:27125:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.531337:0:27125:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.531351:0:27125:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.531357:0:27125:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.531368:0:27125:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009945f800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:2.0:1746146186.531372:0:27125:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.531390:0:27125:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.531406:0:27125:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.531411:0:27125:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009945f800/0x88944630cfb643bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27125 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146186.531991:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202624896:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14225us (14482us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146186.532003:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14369 00010000:00010000:3.0:1746146186.532576:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.532585:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.532590:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.532594:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b0400 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.532596:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.532600:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.532611:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.532614:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0400/0x88944630cfb643b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.532677:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a543b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202625152:12345-192.168.203.12@tcp:3:dd.0 Request processed in 14902us (15097us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.532743:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14370 00000100:00100000:0.0:1746146186.543039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.544049:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202625408 00000100:00100000:3.0:1746146186.544058:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202625408 00000100:00100000:3.0:1746146186.544116:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14371 00000100:00100000:3.0:1746146186.544123:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2009:x1830966202625408:12345-192.168.203.12@tcp:4:dd.0 00002000:00010000:3.0:1746146186.544167:0:28800:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138b, atime: 0x0, ctime: 0x6814138b, blocks: 0xc800 00010000:00010000:3.0:1746146186.544175:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.544185:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.544187:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.544191:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.544202:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746146186.583153:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970919 is committed 00010000:00010000:3.0:1746146186.583462:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.583478:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.583486:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.583493:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b0600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.583497:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.583505:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.583526:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.583532:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a7b0600/0x88944630cfb643c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.583666:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2009:x1830966202625408:12345-192.168.203.12@tcp:4:dd.0 Request processed in 39536us (40627us total) trans 4294970919 rc 0/0 00000100:00100000:3.0:1746146186.583677:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14371 00000100:00100000:0.0:1746146186.592837:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.592950:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202625664 00000100:00100000:3.0:1746146186.592961:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202625664 00000100:00100000:3.0:1746146186.593049:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14372 00000100:00100000:3.0:1746146186.593059:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202625664:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:3.0:1746146186.593099:0:28800:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.593112:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.593114:0:28800:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146186.593119:0:28800:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.593132:0:28800:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.602219:0:28800:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.602237:0:28800:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.602244:0:28800:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.602250:0:28800:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b0600 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146186.602255:0:28800:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.602261:0:28800:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.602277:0:28800:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.602282:0:28800:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0600/0x88944630cfb643c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28800 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.603448:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2010:x1830966202625664:12345-192.168.203.12@tcp:3:dd.0 Request processed in 10377us (10608us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.603464:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14372 00000100:00100000:0.0:1746146186.607587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.607750:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202625792 00000100:00100000:2.0:1746146186.607760:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202625792 00000100:00100000:2.0:1746146186.607811:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31528 00000100:00100000:2.0:1746146186.607820:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:3797:x1830966202625792:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:2.0:1746146186.607842:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146186.607866:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb643d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffebd expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746146186.607888:0:26612:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6814138b, atime: 0x0, ctime: 0x6814138b, blocks: 0xc800 00010000:00010000:2.0:1746146186.607909:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.607911:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146186.607916:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb643d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffebd expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.607928:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009945ec00/0x88944630cfb643d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffebd expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.607936:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009945ec00, rc 0) 00000100:00100000:2.0:1746146186.607992:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+8:3797:x1830966202625792:12345-192.168.203.12@tcp:101:dd.0 Request processed in 172us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146186.607997:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31528 00000100:00100000:0.0:1746146186.624179:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.624337:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202625920 00000100:00100000:3.0:1746146186.624347:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202625920 00002000:00100000:3.0:1746146186.624409:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff88012cef5f80 x1830966202625920/t0(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.624419:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5f80 with x1830966202625920 ext(25165824->26214399) 00002000:00010000:3.0:1746146186.624425:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cef5f80 00000100:00100000:3.0:1746146186.624457:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14373 00000100:00100000:3.0:1746146186.624465:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202625920:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746146186.636921:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202625920:12345-192.168.203.12@tcp:4:dd.0 Request processed in 12442us (12739us total) trans 4294970920 rc 0/0 00000100:00100000:3.0:1746146186.636936:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14373 00002000:00100000:3.0:1746146186.636952:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (25165824->26214399) req@ffff88012cef5f80 x1830966202625920/t4294970920(0) o4->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/448 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.636962:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cef5f80 with x1830966202625920 ext(25165824->26214399) 00002000:00010000:3.0:1746146186.636970:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cef5f80 00000100:00100000:1.0:1746146186.640075:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.640179:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202626048 00000100:00100000:0.0:1746146186.640190:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202626048 00000100:00100000:0.0:1746146186.640252:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31529 00000100:00100000:0.0:1746146186.640262:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a542300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2010:x1830966202626048:12345-192.168.203.12@tcp:16:dd.0 00000001:00080000:3.0:1746146186.642644:0:9580:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294970920 is committed 00000100:00100000:0.0:1746146186.642811:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a542300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2010:x1830966202626048:12345-192.168.203.12@tcp:16:dd.0 Request processed in 2544us (2742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146186.642821:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31529 00000100:00100000:0.0:1746146186.645568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.645704:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202626304 00000100:00100000:2.0:1746146186.645743:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202626304 00000100:00100000:2.0:1746146186.645945:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 211 00000100:00100000:2.0:1746146186.645953:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+35:3797:x1830966202626304:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:2.0:1746146186.646537:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+36:3797:x1830966202626304:12345-192.168.203.12@tcp:35:dd.0 Request processed in 582us (977us total) trans 4294982993 rc 0/0 00000100:00100000:2.0:1746146186.646544:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 211 00000100:00100000:2.0:1746146186.657708:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.657830:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202626432 00000100:00100000:3.0:1746146186.657839:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202626432 00000100:00100000:3.0:1746146186.657885:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34662 00000100:00100000:3.0:1746146186.657892:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+36:3802:x1830966202626432:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:3.0:1746146186.657914:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146186.657930:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffec4 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.657991:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb643de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146186.658002:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb643de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146186.658012:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb643de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746146186.658048:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746146186.658051:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746146186.658067:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb643de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146186.658086:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffec4 expref: 38 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.658119:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb643de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffec4 expref: 37 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.658125:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146186.658128:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746146186.658131:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b1e00, rc 0) 00000100:00100000:3.0:1746146186.658177:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+37:3802:x1830966202626432:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 285us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146186.658183:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34662 00000100:00100000:0.0:1746146186.661628:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.661741:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.661814:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202626560 00000100:00100000:3.0:1746146186.661823:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202626560 00000100:00100000:1.0:1746146186.661847:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202626688 00000100:00100000:1.0:1746146186.661852:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202626688 00000100:00100000:3.0:1746146186.661865:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34663 00000100:00100000:3.0:1746146186.661872:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+38:3802:x1830966202626560:12345-192.168.203.12@tcp:101:checkstat.0 00000100:00100000:1.0:1746146186.661878:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 675 00000100:00100000:1.0:1746146186.661884:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2009:x1830966202626688:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:3.0:1746146186.661893:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146186.661907:0:7238:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146186.661909:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb643e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffed2 expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.661915:0:7238:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8e00/0x88944630cfb643ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffecb expref: -99 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.661954:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.661965:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746146186.662149:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662215:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662215:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746146186.662222:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662229:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746146186.662231:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662236:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746146186.662237:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662241:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746146186.662242:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662280:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662287:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662292:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662298:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cab8400 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146186.662302:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662309:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746146186.662312:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6440f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662317:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146186.662319:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6440f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662320:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146186.662324:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6440f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662324:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662328:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb643f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00000004:00200000:3.0:1746146186.662352:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00000004:00200000:3.0:1746146186.662355:0:21599:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746146186.662366:0:21599:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6440f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662435:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6440f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662441:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662446:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662451:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662455:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b0e00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146186.662457:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662462:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662468:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146186.662471:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146186.662473:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662478:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0e00/0x88944630cfb643fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146186.662789:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662795:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662801:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662808:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cab9e00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146186.662810:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662815:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662822:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009e7f7800) 00010000:00010000:1.0:1746146186.662824:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146186.662826:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662830:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64401 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:1.0:1746146186.662856:0:7238:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8e00/0x88944630cfb643ec lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffecb expref: 40 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.662863:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146186.662865:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746146186.662867:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8e00/0x88944630cfb643ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffecb expref: 40 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146186.662873:0:7238:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc -2) 00010000:00010000:3.0:1746146186.662923:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00000100:00100000:1.0:1746146186.662926:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2009:x1830966202626688:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 1041us (1210us total) trans 0 rc -2/-2 00010000:00010000:3.0:1746146186.662929:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00000100:00100000:1.0:1746146186.662932:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 675 00010000:00010000:3.0:1746146186.662934:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662938:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a7b1c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146186.662941:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662946:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662953:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:3.0:1746146186.662954:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146186.662957:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662961:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb64408 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.662979:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb643e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffed2 expref: 39 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.662988:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6440f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffed2 expref: 38 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.662993:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:3.0:1746146186.662995:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746146186.662997:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b0600, rc 0) 00000100:00100000:3.0:1746146186.663021:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+38:3802:x1830966202626560:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 1149us (1401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146186.663027:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34663 00000100:00100000:1.0:1746146186.666826:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146186.666859:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.666953:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202626944 00000100:00100000:2.0:1746146186.666963:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202626944 00000100:00100000:2.0:1746146186.667020:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31530 00000100:00100000:2.0:1746146186.667029:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202626944:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:2.0:1746146186.667044:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146186.667065:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb64416 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffed9 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.667083:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202626816 00000100:00100000:0.0:1746146186.667088:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202626816 00000100:00100000:0.0:1746146186.667119:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 463 00000100:00100000:2.0:1746146186.667122:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830966199421696:192.168.203.12@tcp:106: 00000100:00100000:0.0:1746146186.667124:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2009:x1830966202626816:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146186.667138:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146186.667157:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0600/0x88944630cfb6440f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffed2 expref: 38 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.667175:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:0.0:1746146186.667179:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146186.667203:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+37:2009:x1830966202626816:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 79us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146186.667205:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800997a86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146186.667209:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 463 00000100:00100000:1.0:1746146186.668419:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.669422:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202627072 00000100:00100000:3.0:1746146186.669431:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202627072 00000100:00100000:3.0:1746146186.669472:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31531 00000100:00100000:3.0:1746146186.669480:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a543480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202627072:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:3.0:1746146186.669496:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146186.669515:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb6441d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffee0 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.669563:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199421824:192.168.203.12@tcp:106: 00000100:00100000:3.0:1746146186.669644:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4cba80 going to sleep for 11 seconds 00002000:00010000:2.0:1746146186.669946:0:9584:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746146186.669949:0:9584:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime: 0 -> 1746146186 00002000:00010000:2.0:1746146186.669951:0:9584:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime: 0 -> 1746146186 00002000:00010000:2.0:1746146186.669953:0:9584:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime: 0 -> 1746146186 00002000:00010000:2.0:1746146186.669954:0:9584:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746146186.669967:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830966199421696:192.168.203.12@tcp:106: 00010000:00010000:2.0:1746146186.669990:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb64416 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffed9 expref: 17 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146186.670008:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800997afc00/0x88944630cfb64416 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffed9 expref: 17 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146186.670037:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997afc00, rc 0) 00000100:00100000:2.0:1746146186.670065:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202626944:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 3037us (3204us total) trans 0 rc 301/301 00000100:00100000:2.0:1746146186.670072:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31530 00002000:00010000:3.0:1746146186.672419:0:26612:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746146186.672427:0:26612:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746146186 00002000:00010000:3.0:1746146186.672430:0:26612:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746146186 00002000:00010000:3.0:1746146186.672431:0:26612:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746146186 00002000:00010000:3.0:1746146186.672433:0:26612:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746146186.672459:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199421824:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746146186.672495:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb6441d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee0 expref: 9 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146186.672508:0:26612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb6441d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee0 expref: 9 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146186.673273:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b2e0a00, rc 0) 00000100:00100000:3.0:1746146186.673535:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a543480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202627072:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 4053us (5119us total) trans 0 rc 301/301 00000100:00100000:3.0:1746146186.673544:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31531 00000100:00100000:1.0:1746146186.680976:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.681066:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202627200 00000100:00100000:3.0:1746146186.681073:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202627200 00000100:00100000:3.0:1746146186.681124:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34664 00000100:00100000:3.0:1746146186.681131:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+24:3803:x1830966202627200:12345-192.168.203.12@tcp:101:checkstat.0 00010000:00010000:3.0:1746146186.681151:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146186.681166:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9400/0x88944630cfb64424 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffee7 expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.681216:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.681228:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.681237:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:3.0:1746146186.681275:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746146186.681279:0:21599:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746146186.681294:0:21599:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00010000:00010000:3.0:1746146186.681313:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9400/0x88944630cfb64424 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 26 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.681344:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 25 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146186.681351:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146186.681353:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746146186.681356:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d1d9a00, rc 0) 00000100:00100000:3.0:1746146186.681406:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:3803:x1830966202627200:12345-192.168.203.12@tcp:101:checkstat.0 Request processed in 275us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146186.681415:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34664 00000100:00100000:1.0:1746146186.685549:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.685659:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202627328 00000100:00100000:2.0:1746146186.685670:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202627328 00000100:00100000:2.0:1746146186.685744:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 676 00000100:00100000:2.0:1746146186.685752:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6c21c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2009:x1830966202627328:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:2.0:1746146186.685795:0:7238:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146186.685818:0:7238:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2a00/0x88944630cfb64432 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dffeee expref: -99 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.685883:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.685899:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.685912:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.685927:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.685933:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.685938:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.685992:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.685999:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686004:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686010:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131bf2800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146186.686014:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686021:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686035:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146186.686038:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146186.686042:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686046:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2800/0x88944630cfb64439 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686078:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686083:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686087:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686091:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b2e0a00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146186.686094:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686098:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686105:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880072b51200) 00010000:00010000:2.0:1746146186.686107:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146186.686109:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686113:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b2e0a00/0x88944630cfb64440 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146186.686139:0:7238:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2a00/0x88944630cfb64432 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeee expref: 26 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.686148:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146186.686149:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746146186.686152:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880131bf2a00/0x88944630cfb64432 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeee expref: 26 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.686158:0:7238:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131bf2a00, rc -2) 00000100:00100000:2.0:1746146186.686208:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6c21c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2009:x1830966202627328:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 456us (672us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746146186.686215:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 676 00000100:00100000:1.0:1746146186.690447:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.690580:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202627584 00000100:00100000:2.0:1746146186.690588:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202627584 00000100:00100000:2.0:1746146186.690636:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34665 00000100:00100000:2.0:1746146186.690643:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+37:3806:x1830966202627584:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746146186.690662:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146186.690680:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb64447 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff26 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.690968:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb6444e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146186.690981:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb6444e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146186.690991:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb6444e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146186.691000:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:2.0:1746146186.691111:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1600/0x88944630cfb64447 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff26 expref: 40 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.691490:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb6444e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff26 expref: 39 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.691499:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:2.0:1746146186.691501:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146186.691504:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b1c00, rc 0) 00000100:00100000:2.0:1746146186.691660:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+39:3806:x1830966202627584:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 1016us (1225us total) trans 4294982994 rc 0/0 00000100:00100000:2.0:1746146186.691667:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34665 00000100:00100000:1.0:1746146186.696811:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146186.696844:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.696893:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202627840 00000100:00100000:3.0:1746146186.696902:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202627840 00000100:00100000:1.0:1746146186.696924:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.696971:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202627712 00000100:00100000:0.0:1746146186.696975:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202627712 00000100:00100000:3.0:1746146186.697131:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202627968 00000100:00100000:3.0:1746146186.697134:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202627968 00000100:00100000:2.0:1746146186.697139:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31532 00000100:00100000:2.0:1746146186.697148:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202627840:12345-192.168.203.12@tcp:101:cmp.0 00000100:00100000:3.0:1746146186.697149:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31533 00000100:00100000:3.0:1746146186.697153:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202627968:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:3.0:1746146186.697163:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146186.697163:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746146186.697169:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 464 00010000:00010000:3.0:1746146186.697175:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb6445c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff34 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146186.697175:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0400/0x88944630cfb64463 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff2d expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.697176:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a541500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+39:2010:x1830966202627712:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146186.697187:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146186.697202:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1c00/0x88944630cfb6444e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff26 expref: 39 pid: 7234 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746146186.697210:0:26612:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131adf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199421952:192.168.203.12@tcp:106: 00000100:00100000:2.0:1746146186.697210:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830966199422080:192.168.203.12@tcp:106: 00010000:00010000:0.0:1746146186.697217:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:0.0:1746146186.697220:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146186.697258:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+38:2010:x1830966202627712:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 82us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146186.697263:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 464 00000100:00100000:3.0:1746146186.697285:0:26612:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746146186.697290:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800997a8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746146186.699756:0:26612:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131adf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26612:1830966199421952:192.168.203.12@tcp:106: 00000100:00100000:0.0:1746146186.699756:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013336bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830966199422080:192.168.203.12@tcp:106: 00010000:00010000:3.0:1746146186.699792:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb6445c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff34 expref: 9 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146186.699792:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0400/0x88944630cfb64463 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff2d expref: 17 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146186.699805:0:26612:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b2e0a00/0x88944630cfb6445c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff34 expref: 9 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146186.699805:0:9584:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a7b0400/0x88944630cfb64463 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff2d expref: 17 pid: 9584 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146186.699816:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a7b0400, rc 0) 00010000:00010000:3.0:1746146186.699820:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b2e0a00, rc 0) 00000100:00100000:3.0:1746146186.699851:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a541180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202627968:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 2696us (2926us total) trans 0 rc 301/301 00000100:00100000:3.0:1746146186.699859:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31533 00000100:00100000:0.0:1746146186.699925:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:2007:x1830966202627840:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 2705us (3005us total) trans 0 rc 301/301 00000100:00100000:0.0:1746146186.699930:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31532 00000100:00100000:1.0:1746146186.711894:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.713664:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202628096 00000100:00100000:0.0:1746146186.713679:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202628096 00000100:00100000:0.0:1746146186.713816:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31534 00000100:00100000:0.0:1746146186.713824:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+16:3806:x1830966202628096:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:0.0:1746146186.713840:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146186.713854:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6446a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff3b expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.713881:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.713891:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146186.713893:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146186.713898:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6446a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff3b expref: 17 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.713958:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 22 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.713973:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 22 pid: 26612 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746146186.713990:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830966199422208:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146186.714136:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146186.718389:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830966199422208:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146186.718421:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6446a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff3b expref: 17 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.718438:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800729d6600, rc 0) 00000100:00100000:0.0:1746146186.718486:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+17:3806:x1830966202628096:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 4663us (6598us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146186.718497:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31534 00000100:00100000:2.0:1746146186.718615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.718918:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202628224 00000100:00100000:3.0:1746146186.718926:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202628224 00002000:00100000:3.0:1746146186.718968:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff88013336bb80 x1830966202628224/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.718975:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336bb80 with x1830966202628224 ext(12582912->13631487) 00010000:00010000:3.0:1746146186.718981:0:28800:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 23 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:3.0:1746146186.718993:0:28800:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 23 pid: 26612 timeout: 888 lvb_type: 0 00002000:00010000:3.0:1746146186.719000:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336bb80 00000100:00100000:3.0:1746146186.719023:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 3616 00000100:00100000:3.0:1746146186.719030:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+23:2007:x1830966202628224:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:3.0:1746146186.728329:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013336bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2007:x1830966202628224:12345-192.168.203.12@tcp:4:dd.0 Request processed in 9289us (9706us total) trans 4294972311 rc 0/0 00000100:00100000:3.0:1746146186.728342:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 3616 00002000:00100000:3.0:1746146186.728354:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff88013336bb80 x1830966202628224/t4294972311(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:317/0 lens 488/448 e 0 to 0 dl 1746146197 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.728364:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013336bb80 with x1830966202628224 ext(12582912->13631487) 00010000:00010000:3.0:1746146186.728373:0:28800:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 25 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:3.0:1746146186.728398:0:28800:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 25 pid: 26612 timeout: 888 lvb_type: 0 00002000:00010000:3.0:1746146186.728404:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013336bb80 00000100:00100000:1.0:1746146186.739411:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.739490:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202628352 00000100:00100000:0.0:1746146186.739499:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202628352 00010000:00010000:0.0:1746146186.739534:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 25 pid: 26612 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746146186.739576:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14858 00000100:00100000:0.0:1746146186.739584:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2010:x1830966202628352:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146186.739598:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746146186.739614:0:7218:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:0.0:1746146186.739619:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 25 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746146186.739631:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 25 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746146186.739651:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e87de00/0x88944630cfb642bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffea1 expref: 25 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746146186.739682:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.739684:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.739690:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6446a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff3b expref: 16 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.739698:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6446a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff3b expref: 16 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.739762:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800729d6600/0x88944630cfb6446a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff3b expref: 16 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.739775:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199422336:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146186.739859:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146186.745640:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199422336:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146186.745669:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146186.745745:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+24:2010:x1830966202628352:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 6161us (6342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146186.745754:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14858 00000100:00100000:1.0:1746146186.747108:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.747700:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202628608 00000100:00100000:3.0:1746146186.747709:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202628608 00002000:00100000:3.0:1746146186.747787:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->1048575) req@ffff88008d176300 x1830966202628608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.747795:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176300 with x1830966202628608 ext(0->1048575) 00002000:00010000:3.0:1746146186.747800:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d176300 00000100:00100000:3.0:1746146186.747833:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14374 00000100:00100000:3.0:1746146186.747840:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202628608:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146186.758910:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202628608:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 11051us (11799us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.758926:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14374 00002000:00100000:3.0:1746146186.758942:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->1048575) req@ffff88008d176300 x1830966202628608/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.758953:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d176300 with x1830966202628608 ext(0->1048575) 00002000:00010000:3.0:1746146186.758959:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d176300 00000100:00100000:2.0:1746146186.765682:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.765778:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202628736 00000100:00100000:0.0:1746146186.765786:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202628736 00000100:00100000:0.0:1746146186.765841:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31535 00000100:00100000:0.0:1746146186.765850:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007da2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+8:3806:x1830966202628736:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:0.0:1746146186.765869:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146186.765889:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800997af800/0x88944630cfb64471 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff42 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.765918:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.765924:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146186.765926:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746146186.765929:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997af800/0x88944630cfb64471 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff42 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.765961:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 8 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.765971:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 8 pid: 26612 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746146186.765983:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830966199422464:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146186.766066:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146186.769135:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830966199422464:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146186.769163:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800997af800/0x88944630cfb64471 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff42 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.769177:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997af800, rc 0) 00000100:00100000:0.0:1746146186.769626:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007da2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+9:3806:x1830966202628736:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 3775us (3952us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146186.769634:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31535 00000100:00100000:1.0:1746146186.784834:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.784901:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202628864 00000100:00100000:0.0:1746146186.784908:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202628864 00010000:00010000:0.0:1746146186.784936:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 9 pid: 26612 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746146186.784966:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14859 00000100:00100000:0.0:1746146186.784971:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2007:x1830966202628864:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146186.784982:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146186.784995:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 9 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746146186.785004:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 9 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746146186.785022:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e87c000/0x88944630cfb642db lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffeb6 expref: 9 pid: 26612 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746146186.785036:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.785038:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146186.785043:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800997af800/0x88944630cfb64471 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff42 expref: 8 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.785049:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800997af800/0x88944630cfb64471 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff42 expref: 8 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146186.785071:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800997af800/0x88944630cfb64471 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff42 expref: 8 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146186.785080:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080c8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966199422592:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146186.785599:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746146186.788002:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080c8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966199422592:192.168.203.12@tcp:105: 00010000:00010000:1.0:1746146186.788022:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746146186.788070:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d174700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202628864:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3097us (3242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146186.788079:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14859 00000100:00100000:2.0:1746146186.792798:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.793212:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202629120 00000100:00100000:3.0:1746146186.793223:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202629120 00002000:00100000:3.0:1746146186.793279:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88009b312a00 x1830966202629120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.793289:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312a00 with x1830966202629120 ext(0->2097151) 00002000:00010000:3.0:1746146186.793294:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b312a00 00000100:00100000:3.0:1746146186.793363:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14375 00000100:00100000:3.0:1746146186.793373:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202629120:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146186.794216:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.794233:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202629376 00000100:00100000:2.0:1746146186.794237:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202629376 00002000:00100000:2.0:1746146186.794258:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (1048576->2097151) req@ffff880081fa1500 x1830966202629376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146186.794265:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1500 with x1830966202629376 ext(1048576->2097151) 00002000:00010000:2.0:1746146186.794269:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa1500 00000100:00100000:2.0:1746146186.794294:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14376 00000100:00100000:2.0:1746146186.794300:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202629376:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146186.808604:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2007:x1830966202629376:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14290us (14375us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146186.808617:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14376 00002000:00100000:0.0:1746146186.808628:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (1048576->2097151) req@ffff880081fa1500 x1830966202629376/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.808642:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1500 with x1830966202629376 ext(1048576->2097151) 00002000:00010000:0.0:1746146186.808647:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa1500 00000100:00100000:0.0:1746146186.812523:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b312a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202629120:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19143us (19727us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746146186.812534:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14375 00002000:00100000:0.0:1746146186.812544:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88009b312a00 x1830966202629120/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.812553:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b312a00 with x1830966202629120 ext(0->2097151) 00002000:00010000:0.0:1746146186.812558:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b312a00 00000100:00100000:3.0:1746146186.837354:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.837871:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.838559:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202629888 00000100:00100000:0.0:1746146186.838570:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202629888 00002000:00100000:0.0:1746146186.838621:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff880131adf800 x1830966202629888/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.838630:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf800 with x1830966202629888 ext(2097152->4194303) 00002000:00010000:0.0:1746146186.838636:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adf800 00000100:00100000:1.0:1746146186.839781:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202629760 00000100:00100000:1.0:1746146186.839789:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202629760 00002000:00100000:1.0:1746146186.839820:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880131ade680 x1830966202629760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146186.839829:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ade680 with x1830966202629760 ext(2097152->4194303) 00002000:00010000:1.0:1746146186.839834:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ade680 00000100:00100000:1.0:1746146186.839861:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14377 00000100:00100000:1.0:1746146186.839869:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2009:x1830966202629888:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146186.841077:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14378 00000100:00100000:1.0:1746146186.841088:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966202629760:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146186.860391:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2009:x1830966202629888:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20507us (23030us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146186.860401:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14377 00002000:00100000:1.0:1746146186.860412:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff880131adf800 x1830966202629888/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146186.860419:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adf800 with x1830966202629888 ext(2097152->4194303) 00002000:00010000:1.0:1746146186.860424:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adf800 00000100:00100000:1.0:1746146186.867958:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ade680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966202629760:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 26860us (30074us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146186.867971:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14378 00002000:00100000:1.0:1746146186.867985:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880131ade680 x1830966202629760/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146186.867995:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131ade680 with x1830966202629760 ext(2097152->4194303) 00002000:00010000:1.0:1746146186.868002:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131ade680 00000100:00100000:2.0:1746146186.887915:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.887977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146186.887993:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202630272 00000100:00100000:1.0:1746146186.888003:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202630272 00002000:00100000:1.0:1746146186.888050:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff880081fa3480 x1830966202630272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146186.888059:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3480 with x1830966202630272 ext(4194304->6291455) 00002000:00010000:1.0:1746146186.888063:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa3480 00000100:00100000:1.0:1746146186.888080:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202630400 00000100:00100000:1.0:1746146186.888082:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202630400 00002000:00100000:1.0:1746146186.888095:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880081fa1880 x1830966202630400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146186.888101:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1880 with x1830966202630400 ext(4194304->6291455) 00002000:00010000:1.0:1746146186.888104:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa1880 00000100:00100000:1.0:1746146186.888130:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14379 00000100:00100000:1.0:1746146186.888137:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2009:x1830966202630272:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146186.888385:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14380 00000100:00100000:2.0:1746146186.888392:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966202630400:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146186.914628:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2009:x1830966202630272:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 26480us (26711us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146186.914638:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14379 00002000:00100000:2.0:1746146186.914648:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff880081fa3480 x1830966202630272/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146186.914657:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3480 with x1830966202630272 ext(4194304->6291455) 00002000:00010000:2.0:1746146186.914661:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081fa3480 00000100:00100000:3.0:1746146186.915898:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966202630400:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 27497us (27911us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146186.915907:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14380 00002000:00100000:3.0:1746146186.915914:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880081fa1880 x1830966202630400/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.915923:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa1880 with x1830966202630400 ext(4194304->6291455) 00002000:00010000:3.0:1746146186.915927:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa1880 00000100:00100000:3.0:1746146186.924930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.924954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.924994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146186.925017:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202630784 00000100:00100000:3.0:1746146186.925025:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202630784 00002000:00100000:3.0:1746146186.925063:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff880131adc700 x1830966202630784/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.925072:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adc700 with x1830966202630784 ext(6291456->7340031) 00002000:00010000:3.0:1746146186.925077:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adc700 00000100:00100000:3.0:1746146186.925589:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202630912 00000100:00100000:3.0:1746146186.925592:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202630912 00002000:00100000:3.0:1746146186.925608:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880131aded80 x1830966202630912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.925615:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131aded80 with x1830966202630912 ext(6291456->7340031) 00002000:00010000:3.0:1746146186.925619:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131aded80 00000100:00100000:0.0:1746146186.925787:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202631168 00000100:00100000:0.0:1746146186.925790:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202631168 00002000:00100000:0.0:1746146186.925806:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff880131adea00 x1830966202631168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.925812:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adea00 with x1830966202631168 ext(7340032->8388607) 00002000:00010000:0.0:1746146186.925815:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adea00 00000100:00100000:0.0:1746146186.925829:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14381 00000100:00100000:0.0:1746146186.925835:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2008:x1830966202630784:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146186.926615:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14382 00000100:00100000:2.0:1746146186.926623:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131aded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202630912:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146186.926737:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14383 00000100:00100000:3.0:1746146186.926745:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2008:x1830966202631168:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146186.930847:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.931828:0:27125:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202631424 00000100:00100000:2.0:1746146186.931839:0:27125:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202631424 00002000:00100000:2.0:1746146186.931880:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880080c8aa00 x1830966202631424/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146186.931891:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8aa00 with x1830966202631424 ext(7340032->8388607) 00002000:00010000:2.0:1746146186.931895:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8aa00 00000100:00100000:2.0:1746146186.931928:0:27125:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14384 00000100:00100000:2.0:1746146186.931935:0:27125:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2007:x1830966202631424:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146186.945978:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2008:x1830966202630784:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20130us (21043us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146186.945991:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14381 00002000:00100000:0.0:1746146186.946003:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff880131adc700 x1830966202630784/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.946012:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adc700 with x1830966202630784 ext(6291456->7340031) 00002000:00010000:0.0:1746146186.946018:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adc700 00000100:00100000:3.0:1746146186.949375:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2008:x1830966202631168:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22619us (24367us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.949394:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14383 00002000:00100000:3.0:1746146186.949405:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff880131adea00 x1830966202631168/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.949414:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adea00 with x1830966202631168 ext(7340032->8388607) 00002000:00010000:3.0:1746146186.949420:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adea00 00000100:00100000:3.0:1746146186.951662:0:27125:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966202631424:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19718us (20815us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146186.951672:0:27125:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14384 00002000:00100000:3.0:1746146186.951683:0:27125:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880080c8aa00 x1830966202631424/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146186.951691:0:27125:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8aa00 with x1830966202631424 ext(7340032->8388607) 00002000:00010000:3.0:1746146186.951695:0:27125:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8aa00 00000100:00100000:0.0:1746146186.951776:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131aded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202630912:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 25153us (26819us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146186.951782:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14382 00002000:00100000:0.0:1746146186.951788:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880131aded80 x1830966202630912/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146186.951794:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131aded80 with x1830966202630912 ext(6291456->7340031) 00002000:00010000:0.0:1746146186.951797:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880131aded80 00000100:00100000:0.0:1746146186.981931:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146186.981984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146186.982100:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202631680 00000100:00100000:2.0:1746146186.982107:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202631680 00002000:00100000:2.0:1746146186.982144:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff880080c8b100 x1830966202631680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146186.982153:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8b100 with x1830966202631680 ext(8388608->10485759) 00002000:00010000:2.0:1746146186.982157:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c8b100 00000100:00100000:2.0:1746146186.982185:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202631936 00000100:00100000:2.0:1746146186.982188:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202631936 00002000:00100000:2.0:1746146186.982200:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880080c8b800 x1830966202631936/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/0 e 0 to 0 dl 1746146197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146186.982206:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8b800 with x1830966202631936 ext(8388608->10485759) 00002000:00010000:2.0:1746146186.982209:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8b800 00000100:00100000:2.0:1746146186.982246:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14385 00000100:00100000:2.0:1746146186.982257:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2009:x1830966202631680:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146186.983970:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14386 00000100:00100000:0.0:1746146186.983988:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2009:x1830966202631936:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146187.007496:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2009:x1830966202631936:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 23503us (25498us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146187.007508:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14386 00002000:00100000:2.0:1746146187.007520:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880080c8b800 x1830966202631936/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.007529:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8b800 with x1830966202631936 ext(8388608->10485759) 00002000:00010000:2.0:1746146187.007535:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8b800 00000100:00100000:2.0:1746146187.019371:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2009:x1830966202631680:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 37103us (37434us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746146187.019394:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14385 00002000:00100000:2.0:1746146187.019407:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff880080c8b100 x1830966202631680/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:317/0 lens 488/440 e 0 to 0 dl 1746146197 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.019417:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8b100 with x1830966202631680 ext(8388608->10485759) 00002000:00010000:2.0:1746146187.019423:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c8b100 00000100:00100000:0.0:1746146187.027427:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.028130:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202632192 00000100:00100000:2.0:1746146187.028140:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202632192 00002000:00100000:2.0:1746146187.028189:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff880080c88000 x1830966202632192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.028198:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88000 with x1830966202632192 ext(10485760->11534335) 00002000:00010000:2.0:1746146187.028204:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c88000 00000100:00100000:2.0:1746146187.028228:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14387 00000100:00100000:2.0:1746146187.028236:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2010:x1830966202632192:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.033432:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.033863:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202632448 00000100:00100000:2.0:1746146187.033871:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202632448 00002000:00100000:2.0:1746146187.033912:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880080c88380 x1830966202632448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.033920:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88380 with x1830966202632448 ext(10485760->11534335) 00002000:00010000:2.0:1746146187.033925:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c88380 00000100:00100000:2.0:1746146187.033951:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14388 00000100:00100000:2.0:1746146187.033958:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2009:x1830966202632448:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146187.036464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.036507:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202632704 00000100:00100000:2.0:1746146187.036516:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202632704 00002000:00100000:2.0:1746146187.036556:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff88008be28380 x1830966202632704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.036569:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28380 with x1830966202632704 ext(11534336->12582911) 00002000:00010000:2.0:1746146187.036574:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be28380 00000100:00100000:1.0:1746146187.036921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146187.037617:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+18:2010:x1830966202632192:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 9378us (10196us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146187.037626:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14387 00002000:00100000:1.0:1746146187.037634:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff880080c88000 x1830966202632192/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.037641:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88000 with x1830966202632192 ext(10485760->11534335) 00002000:00010000:1.0:1746146187.037646:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c88000 00000100:00100000:2.0:1746146187.037976:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202632960 00000100:00100000:2.0:1746146187.037984:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202632960 00002000:00100000:2.0:1746146187.038014:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88008be28a80 x1830966202632960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.038021:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28a80 with x1830966202632960 ext(11534336->12582911) 00002000:00010000:2.0:1746146187.038025:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008be28a80 00000100:00100000:2.0:1746146187.038052:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14389 00000100:00100000:2.0:1746146187.038060:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2010:x1830966202632704:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146187.038842:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14390 00000100:00100000:2.0:1746146187.038849:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2010:x1830966202632960:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146187.047029:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.047949:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202633216 00000100:00100000:0.0:1746146187.047963:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202633216 00002000:00100000:0.0:1746146187.048018:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff880131adca80 x1830966202633216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.048030:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adca80 with x1830966202633216 ext(12582912->13631487) 00002000:00010000:0.0:1746146187.048042:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adca80 00000100:00100000:0.0:1746146187.048067:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14391 00000100:00100000:0.0:1746146187.048081:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2010:x1830966202633216:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146187.054364:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2009:x1830966202632448:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 20392us (20927us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146187.054381:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14388 00002000:00100000:3.0:1746146187.054392:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff880080c88380 x1830966202632448/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.054401:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88380 with x1830966202632448 ext(10485760->11534335) 00002000:00010000:3.0:1746146187.054406:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c88380 00000100:00100000:2.0:1746146187.055440:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+19:2010:x1830966202632704:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 17377us (19170us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146187.055449:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14389 00002000:00100000:2.0:1746146187.055455:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff88008be28380 x1830966202632704/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.055463:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28380 with x1830966202632704 ext(11534336->12582911) 00002000:00010000:2.0:1746146187.055467:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be28380 00000100:00100000:2.0:1746146187.063615:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2010:x1830966202632960:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 24755us (26684us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146187.063626:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14390 00002000:00100000:2.0:1746146187.063638:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88008be28a80 x1830966202632960/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.063648:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be28a80 with x1830966202632960 ext(11534336->12582911) 00002000:00010000:2.0:1746146187.063655:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008be28a80 00000100:00100000:2.0:1746146187.067207:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131adca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c33e3236-e511-4562-a654-ed3b5b3bc223+17:2010:x1830966202633216:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19114us (20179us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146187.067220:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14391 00002000:00100000:2.0:1746146187.067232:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff880131adca80 x1830966202633216/t0(0) o3->c33e3236-e511-4562-a654-ed3b5b3bc223@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.067240:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131adca80 with x1830966202633216 ext(12582912->13631487) 00002000:00010000:2.0:1746146187.067246:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131adca80 00000100:00100000:0.0:1746146187.085206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.085422:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202633472 00000100:00100000:2.0:1746146187.085435:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202633472 00000100:00080000:0.0:1746146187.086853:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746146187.087093:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 212 00000100:00100000:2.0:1746146187.087110:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+38:3806:x1830966202633472:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:2.0:1746146187.087428:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+39:3806:x1830966202633472:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 323us (2233us total) trans 4294982995 rc 0/0 00000100:00100000:2.0:1746146187.087436:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 212 00000100:00100000:3.0:1746146187.106426:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.106781:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.106913:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202633728 00000100:00100000:0.0:1746146187.106923:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202633728 00000100:00100000:0.0:1746146187.107018:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34666 00000100:00100000:0.0:1746146187.107031:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:3807:x1830966202633728:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:0.0:1746146187.107056:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.107082:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c670200/0x88944630cfb64478 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff49 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.107217:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c670a00/0x88944630cfb6447f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.107237:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c670a00/0x88944630cfb6447f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.107255:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c670a00/0x88944630cfb6447f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746146187.107270:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746146187.107419:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c670200/0x88944630cfb64478 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff49 expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746146187.107466:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746146187.107572:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202633856 00000100:00100000:1.0:1746146187.107579:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202633856 00000100:00100000:1.0:1746146187.107626:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 677 00000100:00100000:1.0:1746146187.107633:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:2009:x1830966202633856:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:1.0:1746146187.107656:0:7239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146187.107667:0:7239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb6448d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff50 expref: -99 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.107697:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107706:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107744:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107758:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107765:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107771:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107803:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107809:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107815:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107820:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2ec00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146187.107823:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107830:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107841:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146187.107844:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146187.107850:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107857:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ec00/0x88944630cfb64494 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107894:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107900:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107905:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107909:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2e800 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146187.107911:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107915:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107923:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009e7f7500) 00010000:00010000:1.0:1746146187.107925:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146187.107927:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107931:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2e800/0x88944630cfb6449b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.107961:0:7239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb6448d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff50 expref: 29 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.107971:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146187.107974:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746146187.107978:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012df2ee00/0x88944630cfb6448d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff50 expref: 29 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.107987:0:7239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2ee00, rc -2) 00000100:00100000:1.0:1746146187.108051:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:2009:x1830966202633856:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 415us (1269us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746146187.108061:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 677 00010000:00010000:0.0:1746146187.108739:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c670a00/0x88944630cfb6447f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff49 expref: 27 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.108747:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:0.0:1746146187.108749:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746146187.108751:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c670a00, rc 0) 00000100:00100000:0.0:1746146187.108802:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:3807:x1830966202633728:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 1775us (2390us total) trans 4294982996 rc 0/0 00000100:00100000:0.0:1746146187.108809:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34666 00000100:00100000:0.0:1746146187.115569:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.115879:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202634368 00000100:00100000:2.0:1746146187.115891:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202634368 00000100:00100000:2.0:1746146187.115948:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 678 00000100:00100000:2.0:1746146187.115959:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2007:x1830966202634368:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:2.0:1746146187.116005:0:7238:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146187.116028:0:7238:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb644a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff88 expref: -99 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.116087:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116103:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116115:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116132:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116139:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116146:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116190:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116196:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116203:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116208:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800997c3000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146187.116211:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116217:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116232:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146187.116236:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146187.116241:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116246:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c3000/0x88944630cfb644a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116279:0:7238:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116286:0:7238:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116290:0:7238:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116294:0:7238:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800997c2c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146187.116297:0:7238:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116302:0:7238:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116308:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff880072b51500) 00010000:00010000:2.0:1746146187.116311:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146187.116313:0:7238:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116318:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746146187.116349:0:7238:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb644a2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff88 expref: 28 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.116359:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146187.116361:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746146187.116364:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb644a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff88 expref: 28 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.116373:0:7238:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2000, rc -2) 00000100:00100000:2.0:1746146187.116465:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2007:x1830966202634368:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 506us (909us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746146187.116472:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 678 00000100:00100000:0.0:1746146187.116628:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.116662:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.116684:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202634240 00000100:00100000:0.0:1746146187.116687:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202634240 00000100:00100000:0.0:1746146187.116744:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 465 00000100:00100000:0.0:1746146187.116756:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2007:x1830966202634240:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146187.116770:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146187.116785:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c670a00/0x88944630cfb6447f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff49 expref: 27 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.116800:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:0.0:1746146187.116803:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146187.116832:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+26:2007:x1830966202634240:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 78us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.116838:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 465 00000100:00100000:2.0:1746146187.122664:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202634112 00000100:00100000:2.0:1746146187.122680:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202634112 00000100:00100000:2.0:1746146187.122790:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34667 00000100:00100000:2.0:1746146187.122804:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+26:3807:x1830966202634112:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:2.0:1746146187.122828:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146187.122855:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb644b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfff81 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.122999:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.123014:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.123026:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746146187.123039:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:2.0:1746146187.123159:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb644b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff81 expref: 29 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.123181:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff81 expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.123189:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:2.0:1746146187.123192:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746146187.123194:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2c00, rc 0) 00010000:00010000:0.0:1746146187.123496:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746146187.126995:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:3807:x1830966202634112:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 4174us (10345us total) trans 4294982997 rc 0/0 00000100:00100000:2.0:1746146187.127012:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34667 00000100:00100000:0.0:1746146187.133161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.133656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.133706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.133759:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202634496 00000100:00100000:3.0:1746146187.133768:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202634496 00000100:00100000:0.0:1746146187.133779:0:7219:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202634752 00000100:00100000:0.0:1746146187.133783:0:7219:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202634752 00000100:00100000:0.0:1746146187.133826:0:7219:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 466 00000100:00100000:0.0:1746146187.133833:0:7219:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:2009:x1830966202634752:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146187.133844:0:7219:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146187.133864:0:7219:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb644be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfff81 expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.133882:0:7219:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:0.0:1746146187.133885:0:7219:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146187.133919:0:7219:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2009:x1830966202634752:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 87us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.133924:0:7219:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 466 00000100:00100000:3.0:1746146187.134175:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202634624 00000100:00100000:3.0:1746146187.134179:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202634624 00000100:00100000:3.0:1746146187.134202:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31536 00000100:00100000:3.0:1746146187.134208:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+24:2007:x1830966202634496:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:3.0:1746146187.134235:0:26612:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746146187.134332:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31537 00000100:00100000:1.0:1746146187.134342:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+8:2007:x1830966202634624:12345-192.168.203.12@tcp:101:cmp.0 00010000:00010000:1.0:1746146187.134351:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146187.134362:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df2fc00/0x88944630cfb644d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfffce expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746146187.134692:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746146187.134695:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746146187.134757:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146187.134802:0:26612:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb644cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfffc7 expref: -99 pid: 26612 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146187.134815:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146187.134816:0:26612:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746146187.134824:0:26612:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb644cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfffc7 expref: 25 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146187.134836:0:26612:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009cab8e00/0x88944630cfb644cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfffc7 expref: 25 pid: 26612 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746146187.134846:0:26612:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab8e00, rc 0) 00000100:00100000:3.0:1746146187.134882:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2007:x1830966202634496:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 674us (1732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146187.134888:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31536 00010000:00010000:1.0:1746146187.135004:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146187.135009:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2fc00/0x88944630cfb644d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfffce expref: 9 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146187.135019:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df2fc00/0x88944630cfb644d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfffce expref: 9 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146187.135026:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2fc00, rc 0) 00000100:00100000:1.0:1746146187.135052:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2007:x1830966202634624:12345-192.168.203.12@tcp:101:cmp.0 Request processed in 713us (1396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146187.135056:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31537 00000100:00100000:0.0:1746146187.160452:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.163974:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.164184:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202635136 00000100:00100000:3.0:1746146187.164193:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202635136 00002000:00100000:3.0:1746146187.164245:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff88008ed69850 x1830966202635136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.164257:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ed69850 with x1830966202635136 ext(0->2097151) 00002000:00010000:3.0:1746146187.164263:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ed69850 00000100:00100000:3.0:1746146187.164555:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202635264 00000100:00100000:3.0:1746146187.164560:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202635264 00002000:00100000:3.0:1746146187.164584:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880080c89c00 x1830966202635264/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.164592:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89c00 with x1830966202635264 ext(0->2097151) 00002000:00010000:3.0:1746146187.164596:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c89c00 00000100:00100000:2.0:1746146187.164667:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14392 00000100:00100000:2.0:1746146187.164680:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ed69850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2009:x1830966202635136:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146187.171780:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14393 00000100:00100000:3.0:1746146187.171809:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202635264:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.187753:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ed69850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2009:x1830966202635136:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 23034us (27269us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746146187.187765:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14392 00002000:00100000:0.0:1746146187.187777:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->2097151) req@ffff88008ed69850 x1830966202635136/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.187787:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ed69850 with x1830966202635136 ext(0->2097151) 00002000:00010000:0.0:1746146187.187793:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ed69850 00000100:00100000:3.0:1746146187.209486:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202635264:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 37670us (45500us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146187.209507:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14393 00002000:00100000:3.0:1746146187.209531:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880080c89c00 x1830966202635264/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.209544:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89c00 with x1830966202635264 ext(0->2097151) 00002000:00010000:3.0:1746146187.209554:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c89c00 00000100:00100000:0.0:1746146187.249287:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.249469:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202635520 00000100:00100000:3.0:1746146187.249478:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202635520 00002000:00100000:3.0:1746146187.249517:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff880080c89180 x1830966202635520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.249526:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89180 with x1830966202635520 ext(2097152->4194303) 00002000:00010000:3.0:1746146187.249530:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89180 00000100:00100000:3.0:1746146187.249548:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14394 00000100:00100000:3.0:1746146187.249555:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2009:x1830966202635520:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:2.0:1746146187.251097:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.253899:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202635776 00000100:00100000:0.0:1746146187.253919:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202635776 00002000:00100000:0.0:1746146187.253974:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880081fa3100 x1830966202635776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.253985:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3100 with x1830966202635776 ext(2097152->4194303) 00002000:00010000:0.0:1746146187.253990:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa3100 00000100:00100000:0.0:1746146187.254031:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14395 00000100:00100000:0.0:1746146187.254039:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2009:x1830966202635776:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146187.272327:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2009:x1830966202635520:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22763us (23038us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146187.272338:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14394 00002000:00100000:3.0:1746146187.272349:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (2097152->4194303) req@ffff880080c89180 x1830966202635520/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.272360:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89180 with x1830966202635520 ext(2097152->4194303) 00002000:00010000:3.0:1746146187.273015:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89180 00000100:00100000:1.0:1746146187.276942:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2009:x1830966202635776:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22896us (25845us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146187.276951:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14395 00002000:00100000:1.0:1746146187.276961:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880081fa3100 x1830966202635776/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.276970:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081fa3100 with x1830966202635776 ext(2097152->4194303) 00002000:00010000:1.0:1746146187.276974:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081fa3100 00000100:00100000:0.0:1746146187.301111:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146187.301207:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202636160 00000100:00100000:1.0:1746146187.301217:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202636160 00002000:00100000:1.0:1746146187.301266:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff880080c89f80 x1830966202636160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.301275:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966202636160 ext(4194304->6291455) 00002000:00010000:1.0:1746146187.301280:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89f80 00000100:00100000:3.0:1746146187.301858:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14396 00000100:00100000:3.0:1746146187.301868:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2008:x1830966202636160:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.305325:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146187.306087:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202636288 00000100:00100000:1.0:1746146187.306099:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202636288 00002000:00100000:1.0:1746146187.306149:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880080c8ad80 x1830966202636288/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.306159:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8ad80 with x1830966202636288 ext(4194304->6291455) 00002000:00010000:1.0:1746146187.306164:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8ad80 00000100:00100000:1.0:1746146187.306206:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14397 00000100:00100000:1.0:1746146187.306213:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2008:x1830966202636288:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146187.320946:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2008:x1830966202636160:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19067us (19832us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146187.320957:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14396 00002000:00100000:3.0:1746146187.320968:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->6291455) req@ffff880080c89f80 x1830966202636160/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.320976:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c89f80 with x1830966202636160 ext(4194304->6291455) 00002000:00010000:3.0:1746146187.320982:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c89f80 00000100:00100000:1.0:1746146187.324664:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2008:x1830966202636288:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 18442us (19337us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146187.324674:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14397 00002000:00100000:1.0:1746146187.324685:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff880080c8ad80 x1830966202636288/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.324700:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8ad80 with x1830966202636288 ext(4194304->6291455) 00002000:00010000:1.0:1746146187.324705:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8ad80 00000100:00100000:0.0:1746146187.326771:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146187.326856:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202636544 00000100:00100000:1.0:1746146187.326864:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202636544 00002000:00100000:1.0:1746146187.326902:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff880080c88a80 x1830966202636544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.326911:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88a80 with x1830966202636544 ext(6291456->7340031) 00002000:00010000:1.0:1746146187.326916:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c88a80 00000100:00100000:1.0:1746146187.326945:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14398 00000100:00100000:1.0:1746146187.326951:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2010:x1830966202636544:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.328295:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.328352:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202636800 00000100:00100000:3.0:1746146187.328357:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202636800 00002000:00100000:3.0:1746146187.328397:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880080c8aa00 x1830966202636800/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.328404:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8aa00 with x1830966202636800 ext(6291456->7340031) 00002000:00010000:3.0:1746146187.328407:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8aa00 00000100:00100000:3.0:1746146187.328434:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14399 00000100:00100000:3.0:1746146187.328442:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202636800:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.329237:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146187.329365:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202637056 00000100:00100000:1.0:1746146187.329370:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202637056 00002000:00100000:1.0:1746146187.329403:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff880080c8b800 x1830966202637056/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.329412:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8b800 with x1830966202637056 ext(7340032->8388607) 00002000:00010000:1.0:1746146187.329416:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c8b800 00000100:00100000:1.0:1746146187.329509:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14400 00000100:00100000:1.0:1746146187.329515:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2010:x1830966202637056:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.340418:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146187.341556:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2010:x1830966202636544:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 14596us (14786us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146187.341567:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14398 00002000:00100000:1.0:1746146187.341581:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (6291456->7340031) req@ffff880080c88a80 x1830966202636544/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.341595:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88a80 with x1830966202636544 ext(6291456->7340031) 00002000:00010000:1.0:1746146187.341602:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c88a80 00000100:00100000:1.0:1746146187.341626:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202637312 00000100:00100000:1.0:1746146187.341632:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202637312 00002000:00100000:1.0:1746146187.341660:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880080c8b100 x1830966202637312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.341667:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8b100 with x1830966202637312 ext(7340032->8388607) 00002000:00010000:1.0:1746146187.341670:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8b100 00000100:00100000:1.0:1746146187.341686:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14401 00000100:00100000:1.0:1746146187.341693:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2010:x1830966202637312:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146187.352208:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2010:x1830966202637056:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22683us (22963us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146187.352218:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14400 00002000:00100000:1.0:1746146187.352228:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (7340032->8388607) req@ffff880080c8b800 x1830966202637056/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.352238:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8b800 with x1830966202637056 ext(7340032->8388607) 00002000:00010000:1.0:1746146187.352245:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c8b800 00000100:00100000:3.0:1746146187.352991:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2010:x1830966202636800:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 24546us (24698us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146187.352999:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14399 00002000:00100000:3.0:1746146187.353007:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880080c8aa00 x1830966202636800/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.353013:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8aa00 with x1830966202636800 ext(6291456->7340031) 00002000:00010000:3.0:1746146187.353017:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8aa00 00000100:00100000:1.0:1746146187.358209:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202637312:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 16508us (17795us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146187.358219:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14401 00002000:00100000:1.0:1746146187.358229:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff880080c8b100 x1830966202637312/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.358238:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8b100 with x1830966202637312 ext(7340032->8388607) 00002000:00010000:1.0:1746146187.358245:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c8b100 00000100:00100000:0.0:1746146187.382262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.382311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.383471:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202637696 00000100:00100000:3.0:1746146187.383480:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202637696 00000100:00100000:1.0:1746146187.383496:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202637824 00000100:00100000:1.0:1746146187.383504:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202637824 00002000:00100000:3.0:1746146187.383526:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880080c88000 x1830966202637696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.383533:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff880080c88380 x1830966202637824/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.383535:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88000 with x1830966202637696 ext(8388608->10485759) 00002000:00010000:3.0:1746146187.383539:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c88000 00002000:00100000:1.0:1746146187.383542:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88380 with x1830966202637824 ext(8388608->10485759) 00002000:00010000:1.0:1746146187.383546:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c88380 00000100:00100000:3.0:1746146187.383559:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14402 00000100:00100000:3.0:1746146187.383566:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2007:x1830966202637696:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:1.0:1746146187.383578:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14403 00000100:00100000:1.0:1746146187.383588:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2008:x1830966202637824:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146187.406335:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2007:x1830966202637696:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 22760us (24072us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746146187.406346:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14402 00002000:00100000:3.0:1746146187.406357:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff880080c88000 x1830966202637696/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.406364:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88000 with x1830966202637696 ext(8388608->10485759) 00002000:00010000:3.0:1746146187.406370:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080c88000 00000100:00100000:1.0:1746146187.410832:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2008:x1830966202637824:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 27232us (28506us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746146187.410846:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14403 00002000:00100000:1.0:1746146187.410861:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->10485759) req@ffff880080c88380 x1830966202637824/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.410871:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c88380 with x1830966202637824 ext(8388608->10485759) 00002000:00010000:1.0:1746146187.410877:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c88380 00000100:00100000:0.0:1746146187.420252:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146187.420438:0:24965:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202638080 00000100:00100000:1.0:1746146187.420448:0:24965:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202638080 00002000:00100000:1.0:1746146187.420494:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff880080c8a300 x1830966202638080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.420504:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8a300 with x1830966202638080 ext(10485760->11534335) 00002000:00010000:1.0:1746146187.420509:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c8a300 00000100:00100000:1.0:1746146187.420546:0:24965:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14404 00000100:00100000:1.0:1746146187.420554:0:24965:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2010:x1830966202638080:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.421810:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.422070:0:28800:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202638336 00000100:00100000:3.0:1746146187.422074:0:28800:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202638336 00002000:00100000:3.0:1746146187.422098:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800a1518000 x1830966202638336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.422105:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518000 with x1830966202638336 ext(10485760->11534335) 00002000:00010000:3.0:1746146187.422109:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1518000 00000100:00100000:3.0:1746146187.422122:0:28800:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14405 00000100:00100000:3.0:1746146187.422128:0:28800:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202638336:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.423121:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.423135:0:27127:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202638592 00000100:00100000:0.0:1746146187.423139:0:27127:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202638592 00002000:00100000:0.0:1746146187.423158:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff8800a1519500 x1830966202638592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.423165:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966202638592 ext(11534336->12582911) 00002000:00010000:0.0:1746146187.423169:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519500 00000100:00100000:0.0:1746146187.423197:0:27127:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14406 00000100:00100000:0.0:1746146187.423202:0:27127:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2009:x1830966202638592:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.427543:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.429618:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202638848 00000100:00100000:2.0:1746146187.429629:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202638848 00002000:00100000:2.0:1746146187.429665:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800a151b100 x1830966202638848/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.429674:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b100 with x1830966202638848 ext(11534336->12582911) 00002000:00010000:2.0:1746146187.429678:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a151b100 00000100:00100000:2.0:1746146187.429710:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14407 00000100:00100000:2.0:1746146187.429741:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2010:x1830966202638848:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:0.0:1746146187.431364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.431986:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202639104 00000100:00100000:0.0:1746146187.431995:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202639104 00002000:00100000:0.0:1746146187.432030:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff8800a1519c00 x1830966202639104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.432041:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519c00 with x1830966202639104 ext(12582912->13631487) 00002000:00010000:0.0:1746146187.432046:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519c00 00000100:00100000:0.0:1746146187.432070:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14408 00000100:00100000:0.0:1746146187.432077:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+29:2009:x1830966202639104:12345-192.168.203.12@tcp:3:cmp.0 00000100:00100000:3.0:1746146187.438919:0:28800:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:32e61901-aa30-46d1-9327-dd30d0b20f3f+11:2010:x1830966202638336:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 16780us (17101us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746146187.438932:0:28800:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14405 00002000:00100000:3.0:1746146187.438946:0:28800:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800a1518000 x1830966202638336/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.438958:0:28800:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1518000 with x1830966202638336 ext(10485760->11534335) 00002000:00010000:3.0:1746146187.438965:0:28800:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a1518000 00000100:00100000:1.0:1746146187.441810:0:24965:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:32e61901-aa30-46d1-9327-dd30d0b20f3f+29:2010:x1830966202638080:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 21248us (21567us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146187.441820:0:24965:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14404 00002000:00100000:1.0:1746146187.441829:0:24965:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (10485760->11534335) req@ffff880080c8a300 x1830966202638080/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.441838:0:24965:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080c8a300 with x1830966202638080 ext(10485760->11534335) 00002000:00010000:1.0:1746146187.441842:0:24965:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080c8a300 00000100:00100000:0.0:1746146187.443098:0:27127:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2009:x1830966202638592:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 19891us (19973us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146187.443107:0:27127:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14406 00002000:00100000:0.0:1746146187.443113:0:27127:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1d:0x0] (11534336->12582911) req@ffff8800a1519500 x1830966202638592/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.443120:0:27127:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519500 with x1830966202638592 ext(11534336->12582911) 00002000:00010000:0.0:1746146187.443124:0:27127:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519500 00000100:00100000:2.0:1746146187.445239:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:2010:x1830966202638848:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 15487us (17696us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746146187.445249:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14407 00002000:00100000:2.0:1746146187.445263:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800a151b100 x1830966202638848/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.445272:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a151b100 with x1830966202638848 ext(11534336->12582911) 00002000:00010000:2.0:1746146187.445279:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a151b100 00000100:00100000:1.0:1746146187.450864:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+25:2009:x1830966202639104:12345-192.168.203.12@tcp:3:cmp.0 Request processed in 18777us (19497us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746146187.450874:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14408 00002000:00100000:1.0:1746146187.450884:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1d:0x0] (12582912->13631487) req@ffff8800a1519c00 x1830966202639104/t0(0) o3->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/440 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746146187.450892:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a1519c00 with x1830966202639104 ext(12582912->13631487) 00002000:00010000:1.0:1746146187.450898:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a1519c00 00000100:00100000:0.0:1746146187.465407:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.465816:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202639360 00000100:00100000:3.0:1746146187.465827:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202639360 00000100:00100000:3.0:1746146187.465903:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 213 00000100:00100000:3.0:1746146187.465913:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:3807:x1830966202639360:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:3.0:1746146187.466169:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:3807:x1830966202639360:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 257us (775us total) trans 4294982998 rc 0/0 00000100:00100000:3.0:1746146187.466176:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 213 00000100:00100000:0.0:1746146187.469136:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.469293:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202639616 00000100:00100000:3.0:1746146187.469305:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202639616 00000100:00100000:3.0:1746146187.469417:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 214 00000100:00100000:3.0:1746146187.469429:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c460850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:3807:x1830966202639616:12345-192.168.203.12@tcp:35:cmp.0 00000100:00100000:3.0:1746146187.469650:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c460850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+29:3807:x1830966202639616:12345-192.168.203.12@tcp:35:cmp.0 Request processed in 222us (522us total) trans 4294982999 rc 0/0 00000100:00100000:3.0:1746146187.469657:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 214 00000100:00100000:0.0:1746146187.481348:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.481486:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202639872 00000100:00100000:2.0:1746146187.481497:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202639872 00000100:00100000:2.0:1746146187.481568:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34668 00000100:00100000:2.0:1746146187.481576:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+39:3810:x1830966202639872:12345-192.168.203.12@tcp:36:rm.0 00010000:00010000:2.0:1746146187.481634:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746146187.481656:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b0a00/0x88944630cfb64287 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe5b expref: 39 pid: 7238 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.481693:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a513a00/0x88944630cfb64202 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe38 expref: 38 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.481704:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:2.0:1746146187.481751:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a7b1e00/0x88944630cfb643de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffec4 expref: 37 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.481760:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146187.481762:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746146187.481778:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.481789:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 28 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.481795:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.481824:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 28 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.481834:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 28 pid: 21599 timeout: 889 lvb_type: 0 00000100:00100000:2.0:1746146187.481845:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081fa2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7234:1830966199422720:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146187.481930:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800997a8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746146187.484584:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.485057:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202640000 00000100:00100000:2.0:1746146187.485065:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202640000 00000100:00100000:2.0:1746146187.485111:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 679 00000100:00100000:2.0:1746146187.485118:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+37:2010:x1830966202640000:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:2.0:1746146187.485153:0:7239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746146187.485171:0:7239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fce00/0x88944630cfb644e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4dfffd5 expref: -99 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.485216:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485229:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485240:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485252:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485256:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485262:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485946:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485955:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485962:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485968:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c5fd000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146187.485973:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485978:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.485987:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146187.485990:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146187.485992:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.485998:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486002:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fd000/0x88944630cfb644e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486012:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486017:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486022:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486026:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009e4d4c00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:2.0:1746146187.486028:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486032:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486038:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880072b51c00) 00010000:00010000:2.0:1746146187.486040:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746146187.486042:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486051:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e4d4c00/0x88944630cfb644ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:2.0:1746146187.486107:0:7239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fce00/0x88944630cfb644e1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfffd5 expref: 38 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.486118:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146187.486120:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746146187.486122:0:7239:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.486128:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fce00/0x88944630cfb644e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dfffd5 expref: 38 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.486136:0:7239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fce00, rc -2) 00000100:00100000:3.0:1746146187.486150:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081fa2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7234:1830966199422720:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146187.486200:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:2.0:1746146187.486203:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+37:2010:x1830966202640000:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 1084us (1630us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746146187.486211:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 679 00000100:00100000:1.0:1746146187.487662:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.487793:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202640128 00000100:00100000:2.0:1746146187.487800:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202640128 00010000:00010000:2.0:1746146187.487828:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 29 pid: 21599 timeout: 889 lvb_type: 0 00000100:00100000:2.0:1746146187.487851:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14860 00000100:00100000:2.0:1746146187.487857:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+29:2010:x1830966202640128:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146187.487868:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146187.487873:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 29 pid: 21599 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746146187.487882:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 29 pid: 21599 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746146187.487899:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d1d9a00/0x88944630cfb6442b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffee7 expref: 29 pid: 21599 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746146187.487911:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:2.0:1746146187.487916:0:7218:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.487922:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.487927:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.487957:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746146187.488097:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.488104:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.488117:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb644f6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.488124:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb644f6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.488130:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb644f6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.488201:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.488209:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146187.488214:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.488242:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146187.488252:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 28 pid: 7234 timeout: 889 lvb_type: 0 00000100:00100000:3.0:1746146187.488263:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b991180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7234:1830966199422848:192.168.203.12@tcp:104: 00000100:00100000:2.0:1746146187.488775:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136b5c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:2010:x1830966202640128:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 916us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146187.488783:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14860 00000100:00100000:3.0:1746146187.489004:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c4cb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746146187.490528:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.490689:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b991180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7234:1830966199422848:192.168.203.12@tcp:104: 00010000:00010000:3.0:1746146187.490740:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:2.0:1746146187.490809:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202640256 00000100:00100000:2.0:1746146187.490815:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202640256 00010000:00010000:2.0:1746146187.490844:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 28 pid: 7234 timeout: 889 lvb_type: 0 00000100:00100000:2.0:1746146187.490867:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14861 00000100:00100000:2.0:1746146187.490875:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:2007:x1830966202640256:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146187.490889:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146187.490894:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 28 pid: 7234 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746146187.490903:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 28 pid: 7234 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746146187.490921:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e87c200/0x88944630cfb64279 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4dffe93 expref: 28 pid: 7234 timeout: 889 lvb_type: 0 00010000:00010000:2.0:1746146187.491140:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:2.0:1746146187.491145:0:7218:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.491153:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.491159:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746146187.491189:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146187.491251:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:2007:x1830966202640256:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 375us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146187.491257:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14861 00010000:00010000:3.0:1746146187.491629:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.491637:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000040:00080000:3.0:1746146187.491859:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1746146187.491866:0:7234:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 789710150452ns, next at 790710149210ns, rc = 0 00000040:00080000:3.0:1746146187.491880:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:3.0:1746146187.491883:0:7234:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 789710168589ns, next at 790710168120ns, rc = 0 00010000:00010000:3.0:1746146187.491924:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.491933:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.491940:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.491946:0:7234:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.491952:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.491957:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.491980:0:7234:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746146187.491996:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.492000:0:7222:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746146187.492001:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492006:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.492006:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492011:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c5fdc00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146187.492011:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c5fca00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:3.0:1746146187.492015:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.492015:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.492020:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492021:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.492032:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:1.0:1746146187.492036:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746146187.492038:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88009c41fb00) 00010000:00010000:1.0:1746146187.492038:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492040:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746146187.492042:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64504 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492043:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492047:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fdc00/0x88944630cfb644fd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.492067:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146187.492069:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746146187.492073:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746146187.492151:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492157:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492162:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492166:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c5fc200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:3.0:1746146187.492168:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492172:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492179:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146187.492181:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746146187.492184:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492188:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb644da lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00010000:3.0:1746146187.492195:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a1518e00 reply state ffff88012ba86000 transno 4294983000 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb644f6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492202:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c639800/0x88944630cfb644f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.492207:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:3.0:1746146187.492208:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746146187.492212:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746146187.492263:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+38:3810:x1830966202639872:12345-192.168.203.12@tcp:36:rm.0 Request processed in 10687us (10923us total) trans 4294983000 rc 0/0 00000100:00100000:3.0:1746146187.492270:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34668 00000001:00080000:0.0:1746146187.494906:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972311 is committed 00000001:00080000:0.0:1746146187.494937:0:10920:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294972303 is committed 00000100:00100000:2.0:1746146187.526251:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746146187.526278:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008be2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199422976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746146187.526346:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146187.526457:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199422976 00000100:00100000:0.0:1746146187.526465:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199422976 00000100:00100000:0.0:1746146187.526513:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1746146187.526520:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3769:x1830966199422976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746146187.526557:0:7239:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:0.0:1746146187.526594:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3769:x1830966199422976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.526601:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1746146187.526614:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008be2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199422976:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746146187.528009:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.528176:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202640384 00000100:00100000:3.0:1746146187.528184:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202640384 00000100:00100000:3.0:1746146187.528237:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34669 00000100:00100000:3.0:1746146187.528247:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+38:3813:x1830966202640384:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:3.0:1746146187.528272:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746146187.528291:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb6450b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e0000d expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146187.528352:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64512 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.528364:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64512 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.528387:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64512 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746146187.528501:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746146187.528504:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746146187.528523:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64512 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.528544:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fc200/0x88944630cfb6450b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0000d expref: 40 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146187.528575:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64512 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0000d expref: 39 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746146187.528587:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:3.0:1746146187.528590:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746146187.528592:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c5fca00, rc 0) 00000100:00100000:3.0:1746146187.528633:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a151a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+39:3813:x1830966202640384:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 388us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146187.528640:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34669 00000100:00100000:3.0:1746146187.531941:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.532019:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202640640 00000100:00100000:0.0:1746146187.532028:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202640640 00000100:00100000:0.0:1746146187.532791:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34670 00000100:00100000:0.0:1746146187.532803:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+39:3813:x1830966202640640:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:0.0:1746146187.532826:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.532830:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746146187.532866:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c5fca00/0x88944630cfb64512 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0000d expref: 39 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.532901:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146187.532906:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746146187.532918:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb64519 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00014 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.533018:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533029:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533036:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533045:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb64527 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533050:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb64527 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533054:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb64527 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533536:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533543:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533549:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746146187.533556:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:0.0:1746146187.533576:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533581:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533587:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533593:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009cab9200 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146187.533596:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533601:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533608:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146187.533610:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146187.533613:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533617:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64520 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00010000:0.0:1746146187.533630:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b991180 reply state ffff88013672e000 transno 4294983001 ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb64527 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533637:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab8400/0x88944630cfb64527 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.533642:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:0.0:1746146187.533643:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746146187.533646:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746146187.533665:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb64519 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 41 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.533675:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 40 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.533681:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009c49fe00) 00010000:00010000:0.0:1746146187.533683:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746146187.533685:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d0bf400, rc 0) 00000100:00100000:0.0:1746146187.533780:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:3813:x1830966202640640:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 981us (1850us total) trans 4294983001 rc 0/0 00000100:00100000:0.0:1746146187.533786:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34670 00000100:00100000:1.0:1746146187.536179:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.536244:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202640896 00000100:00100000:0.0:1746146187.536253:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202640896 00000100:00100000:0.0:1746146187.536316:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34671 00000100:00100000:0.0:1746146187.536324:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:3813:x1830966202640896:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:0.0:1746146187.536346:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.536360:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6453c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e0001b expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.536450:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.536462:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 42 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.536468:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.536492:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 42 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.536502:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 42 pid: 7234 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746146187.536512:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7234:1830966199423104:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146187.536597:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec96600 going to sleep for 11 seconds 00000100:00100000:2.0:1746146187.540295:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.540326:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7234:1830966199423104:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146187.540356:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:3.0:1746146187.540379:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202641024 00000100:00100000:3.0:1746146187.540385:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202641024 00010000:00010000:3.0:1746146187.540512:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 43 pid: 7234 timeout: 889 lvb_type: 0 00000100:00100000:3.0:1746146187.540546:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14862 00000100:00100000:3.0:1746146187.540558:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:2009:x1830966202641024:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746146187.540572:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746146187.540578:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 43 pid: 7234 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746146187.540588:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 43 pid: 7234 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746146187.540607:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d0bf400/0x88944630cfb6452e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00014 expref: 43 pid: 7234 timeout: 889 lvb_type: 0 00010000:00010000:3.0:1746146187.540636:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009c49fe00) 00010000:00010000:3.0:1746146187.540639:0:7218:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.540650:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.540656:0:7218:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746146187.540672:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746146187.540741:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+42:2009:x1830966202641024:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 157us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146187.540748:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14862 00010000:00010000:0.0:1746146187.540762:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.540773:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746146187.540790:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:0.0:1746146187.540951:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00000004:00080000:0.0:1746146187.540957:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:0.0:1746146187.541046:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.541054:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.541059:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.541065:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bccb600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146187.541068:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.541079:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.541087:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009c49fe00) 00010000:00010000:0.0:1746146187.541089:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746146187.541092:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.541097:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64543 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.541141:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6453c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0001b expref: 42 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.541152:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6453c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0001b expref: 42 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.541159:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bccb200, rc 0) 00000100:00100000:0.0:1746146187.541195:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+41:3813:x1830966202640896:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 4871us (5025us total) trans 4294983002 rc 301/301 00000100:00100000:0.0:1746146187.541201:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34671 00000100:00100000:2.0:1746146187.542550:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.542762:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202641280 00000100:00100000:3.0:1746146187.542770:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202641280 00000100:00100000:3.0:1746146187.542809:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 215 00000100:00100000:3.0:1746146187.542817:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+41:3813:x1830966202641280:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:3.0:1746146187.543076:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+42:3813:x1830966202641280:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 258us (532us total) trans 4294983003 rc 0/0 00000100:00100000:3.0:1746146187.543082:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 215 00000100:00100000:3.0:1746146187.544761:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.544835:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202641408 00000100:00100000:0.0:1746146187.544843:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202641408 00000100:00100000:0.0:1746146187.544899:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34672 00000100:00100000:0.0:1746146187.544906:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+42:3813:x1830966202641408:12345-192.168.203.12@tcp:101:lfs.0 00010000:00010000:0.0:1746146187.544934:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.544952:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bcca400/0x88944630cfb64551 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00022 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.545017:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bcca400/0x88944630cfb64551 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00022 expref: 43 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.545032:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bcca400/0x88944630cfb64551 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00022 expref: 43 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.545047:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009c49ff00) 00010000:00010000:0.0:1746146187.545049:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746146187.545053:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bcca400, rc 0) 00000100:00100000:0.0:1746146187.545103:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+43:3813:x1830966202641408:12345-192.168.203.12@tcp:101:lfs.0 Request processed in 197us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.545116:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34672 00000100:00100000:1.0:1746146187.547628:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146187.548165:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202641664 00000100:00100000:2.0:1746146187.548175:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202641664 00000100:00100000:2.0:1746146187.548262:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 216 00000100:00100000:2.0:1746146187.548269:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+43:3813:x1830966202641664:12345-192.168.203.12@tcp:35:lfs.0 00000100:00100000:2.0:1746146187.548545:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+44:3813:x1830966202641664:12345-192.168.203.12@tcp:35:lfs.0 Request processed in 274us (926us total) trans 4294983004 rc 0/0 00000100:00100000:2.0:1746146187.548551:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 216 00000100:00100000:2.0:1746146187.557783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.557859:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202641792 00000100:00100000:0.0:1746146187.557868:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202641792 00000100:00100000:0.0:1746146187.557923:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34673 00000100:00100000:0.0:1746146187.557931:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+44:3815:x1830966202641792:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146187.557956:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.557973:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64558 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00029 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.558022:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb6455f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.558033:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb6455f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.558074:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb6455f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746146187.558115:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746146187.558119:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746146187.558138:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb6455f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.558158:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb64558 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00029 expref: 46 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.558220:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb6455f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00029 expref: 45 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.558229:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146187.558233:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746146187.558235:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009cab9800, rc 0) 00000100:00100000:0.0:1746146187.558317:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:3815:x1830966202641792:12345-192.168.203.12@tcp:101:dd.0 Request processed in 387us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.558324:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34673 00000100:00100000:3.0:1746146187.558913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.558982:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202641920 00000100:00100000:0.0:1746146187.558987:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202641920 00000100:00100000:0.0:1746146187.559020:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34674 00000100:00100000:0.0:1746146187.559026:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+27:3816:x1830966202641920:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146187.559041:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.559053:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64566 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00030 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.559083:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6456d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.559091:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6456d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.559098:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6456d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746146187.559436:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746146187.559441:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746146187.559458:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6456d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746146187.559477:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9e00/0x88944630cfb64566 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00030 expref: 29 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.559493:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6456d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00030 expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.559500:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146187.559503:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746146187.559506:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bccb200, rc 0) 00000100:00100000:0.0:1746146187.559571:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:3816:x1830966202641920:12345-192.168.203.12@tcp:101:dd.0 Request processed in 544us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.559577:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34674 00000100:00100000:2.0:1746146187.561403:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.561574:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202642304 00000100:00100000:0.0:1746146187.561582:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202642304 00000100:00100000:3.0:1746146187.561598:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.561620:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34675 00000100:00100000:0.0:1746146187.561627:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+45:3815:x1830966202642304:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146187.561642:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.561644:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746146187.561664:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9800/0x88944630cfb6455f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00029 expref: 45 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.561678:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146187.561681:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746146187.561690:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64574 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e0006f expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146187.561695:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202642048 00000100:00100000:1.0:1746146187.561699:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202642048 00000100:00100000:1.0:1746146187.561742:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 681 00000100:00100000:1.0:1746146187.561747:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2009:x1830966202642048:12345-192.168.203.12@tcp:63:ll_sa.0 00010000:00010000:1.0:1746146187.561766:0:7239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146187.561773:0:7239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013065da00/0x88944630cfb6457b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00037 expref: -99 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.561800:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.561810:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:0.0:1746146187.561814:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb64589 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.561818:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:0.0:1746146187.561821:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb64589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.561827:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:0.0:1746146187.561827:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb64589 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746146187.561833:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00000004:00200000:0.0:1746146187.561838:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746146187.561839:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.561908:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065dc00/0x88944630cfb6459e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:0.0:1746146187.561926:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009cab9200/0x88944630cfb64574 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0006f expref: 49 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.561936:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb64589 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0006f expref: 48 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.561942:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880133022400) 00010000:00010000:0.0:1746146187.561943:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746146187.561945:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800997c2000, rc 0) 00000100:00100000:0.0:1746146187.561983:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+48:3815:x1830966202642304:12345-192.168.203.12@tcp:101:dd.0 Request processed in 356us (588us total) trans 4294983005 rc 0/0 00000100:00100000:0.0:1746146187.561989:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34675 00010000:00010000:1.0:1746146187.562086:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013065dc00/0x88944630cfb6459e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562094:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013065dc00/0x88944630cfb6459e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00000004:00200000:1.0:1746146187.562111:0:7239:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00200000:1.0:1746146187.562114:0:7239:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746146187.562126:0:7239:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013065dc00/0x88944630cfb6459e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562133:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013065dc00/0x88944630cfb6459e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562140:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562144:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562149:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562155:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065ce00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146187.562158:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562163:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562171:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146187.562173:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146187.562176:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562180:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013065ce00/0x88944630cfb64582 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562190:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562194:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562197:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562200:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065d600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146187.562201:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562205:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562209:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:1.0:1746146187.562211:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146187.562213:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562217:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d600/0x88944630cfb64590 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562230:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013065da00/0x88944630cfb6457b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00037 expref: 48 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.562239:0:7239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065dc00/0x88944630cfb6459e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00037 expref: 47 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.562244:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009c49ff00) 00010000:00010000:1.0:1746146187.562246:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746146187.562248:0:7239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065dc00, rc 0) 00010000:00010000:1.0:1746146187.562251:0:7239:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746146187.562255:0:7239:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d200/0x88944630cfb645a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e0003e expref: -99 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.562269:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562274:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562279:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562288:0:7239:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562292:0:7239:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562297:0:7239:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562307:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562311:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562316:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562320:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065d400 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146187.562322:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562326:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562332:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146187.562334:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146187.562335:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562339:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d400/0x88944630cfb645ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562345:0:7239:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562350:0:7239:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562354:0:7239:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562358:0:7239:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013065d000 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:1.0:1746146187.562360:0:7239:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562364:0:7239:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562385:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008d574300) 00010000:00010000:1.0:1746146187.562387:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746146187.562389:0:7239:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562394:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d000/0x88944630cfb645b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7239 initiator: MDT0 00010000:00010000:1.0:1746146187.562412:0:7239:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d200/0x88944630cfb645a5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0003e expref: 48 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.562419:0:7239:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:1.0:1746146187.562421:0:7239:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746146187.562423:0:7239:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013065d200/0x88944630cfb645a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0003e expref: 48 pid: 7239 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746146187.562430:0:7239:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065d200, rc -2) 00000100:00100000:1.0:1746146187.562853:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2009:x1830966202642048:12345-192.168.203.12@tcp:63:ll_sa.0 Request processed in 1104us (1254us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746146187.562859:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 681 00000100:00100000:3.0:1746146187.562902:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.562923:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202642560 00000100:00100000:0.0:1746146187.562927:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202642560 00000100:00100000:0.0:1746146187.562986:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34676 00000100:00100000:0.0:1746146187.562992:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+28:3816:x1830966202642560:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146187.563001:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.563010:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb645ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00076 expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.563057:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb645c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.563066:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb645c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.563072:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb645c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:0.0:1746146187.563080:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:0.0:1746146187.563136:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2c00/0x88944630cfb645ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00076 expref: 31 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.563146:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb600/0x88944630cfb645c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00076 expref: 30 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.563153:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88009ca1ea00) 00010000:00010000:0.0:1746146187.563155:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746146187.563158:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bccb600, rc 0) 00000100:00100000:0.0:1746146187.563408:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+30:3816:x1830966202642560:12345-192.168.203.12@tcp:101:dd.0 Request processed in 415us (504us total) trans 4294983006 rc 0/0 00000100:00100000:0.0:1746146187.563414:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34676 00000100:00100000:3.0:1746146187.566449:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.566497:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.566527:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.566554:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202643072 00000100:00100000:0.0:1746146187.566567:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202643072 00000100:00100000:3.0:1746146187.566645:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.566672:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.566690:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202642816 00000100:00100000:3.0:1746146187.566693:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202642816 00000100:00100000:2.0:1746146187.566802:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202642688 00000100:00100000:2.0:1746146187.566805:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202642688 00000100:00100000:0.0:1746146187.566912:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14409 00000100:00100000:0.0:1746146187.566921:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2008:x1830966202643072:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:0.0:1746146187.566957:0:27126:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.566977:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.566979:0:27126:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.566984:0:27126:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.566999:0:27126:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146187.567656:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 467 00000100:00100000:2.0:1746146187.567665:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2010:x1830966202642688:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746146187.567674:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746146187.567696:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2000/0x88944630cfb64589 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0006f expref: 47 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.567733:0:7218:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff880133022400) 00010000:00010000:2.0:1746146187.567738:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746146187.567786:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:2010:x1830966202642688:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 123us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146187.567793:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 467 00000100:00100000:0.0:1746146187.567811:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202643328 00000100:00100000:0.0:1746146187.567815:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202643328 00000100:00100000:0.0:1746146187.567839:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 34677 00000100:00100000:0.0:1746146187.567843:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+30:3816:x1830966202643328:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146187.567857:0:21599:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.567859:0:21599:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746146187.567869:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bccb200/0x88944630cfb6456d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00030 expref: 30 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.567877:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146187.567880:0:21599:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746146187.567887:0:21599:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009964ca00/0x88944630cfb645d6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e0008b expref: -99 pid: 21599 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746146187.567891:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:1.0:1746146187.567915:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202643456 00000100:00100000:2.0:1746146187.567919:0:21272:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31538 00000100:00100000:1.0:1746146187.567921:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202643456 00000100:00100000:2.0:1746146187.567924:0:21272:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2007:x1830966202642816:12345-192.168.203.12@tcp:101:ll_agl.0 00010000:00010000:2.0:1746146187.567934:0:21272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746146187.567946:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31539 00010000:00010000:2.0:1746146187.567948:0:21272:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e0007d expref: -99 pid: 21272 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746146187.567951:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202643456:12345-192.168.203.12@tcp:101:ll_agl.0 00010000:00010000:1.0:1746146187.567958:0:9583:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1746146187.567962:0:21272:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746146187.567967:0:9583:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00084 expref: -99 pid: 9583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.567972:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146187.567973:0:21272:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146187.567979:0:21272:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 10 pid: 21272 timeout: 0 lvb_type: 1 00002000:00010000:1.0:1746146187.567982:0:9583:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746146187.567989:0:21272:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 10 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746146187.567990:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146187.567991:0:9583:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746146187.567995:0:9583:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 11 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746146187.567997:0:21272:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012df2e600, rc 0) 00010000:00010000:0.0:1746146187.567998:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146187.568003:0:9583:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 11 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146187.568007:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:1.0:1746146187.568010:0:9583:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013065de00, rc 0) 00000100:00100000:2.0:1746146187.568011:0:21272:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2007:x1830966202642816:12345-192.168.203.12@tcp:101:ll_agl.0 Request processed in 87us (1575us total) trans 0 rc 0/0 00010000:00010000:0.0:1746146187.568014:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000100:00100000:2.0:1746146187.568016:0:21272:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31538 00010000:00010000:0.0:1746146187.568023:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00000100:00100000:1.0:1746146187.568027:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+11:2008:x1830966202643456:12345-192.168.203.12@tcp:101:ll_agl.0 Request processed in 76us (1354us total) trans 0 rc 0/0 00010000:00010000:0.0:1746146187.568029:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00000100:00100000:2.0:1746146187.568032:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202643712 00000100:00100000:1.0:1746146187.568032:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31539 00000100:00100000:2.0:1746146187.568034:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202643712 00010000:00010000:0.0:1746146187.568034:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000100:00100000:2.0:1746146187.568053:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14410 00000100:00100000:2.0:1746146187.568056:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202643712:12345-192.168.203.12@tcp:3:dd.0 00010000:00010000:2.0:1746146187.568070:0:9589:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746146187.568075:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746146187.568077:0:9589:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.568077:0:21599:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136622600/0x88944630cfb64600 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21599 initiator: MDT0 00010000:00010000:2.0:1746146187.568079:0:9589:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.568083:0:21599:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136622600/0x88944630cfb64600 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:2.0:1746146187.568086:0:9589:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.568088:0:21599:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136622600/0x88944630cfb64600 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21599 initiator: MDT0 00000004:00200000:0.0:1746146187.568096:0:21599:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:0.0:1746146187.568167:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568173:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568178:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568183:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800997c2600 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146187.568187:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568193:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568200:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8801319c7200) 00010000:00010000:0.0:1746146187.568202:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146187.568205:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568209:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800997c2600/0x88944630cfb645eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568220:0:21599:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568225:0:21599:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568229:0:21599:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568232:0:21599:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800729d7a00 already unused, calling callback (ffffffffa0f2a690) 00010000:00010000:0.0:1746146187.568234:0:21599:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568237:0:21599:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568241:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009e7f7200) 00010000:00010000:0.0:1746146187.568243:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746146187.568244:0:21599:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568247:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800729d7a00/0x88944630cfb645f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21599 initiator: MDT0 00010000:00010000:0.0:1746146187.568278:0:21599:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009964ca00/0x88944630cfb645d6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0008b expref: 32 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.568285:0:21599:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136622600/0x88944630cfb64600 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0008b expref: 31 pid: 21599 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.568291:0:21599:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88009c49ff00) 00010000:00010000:0.0:1746146187.568293:0:21599:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746146187.568295:0:21599:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622600, rc 0) 00000100:00100000:0.0:1746146187.568311:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+31:3816:x1830966202643328:12345-192.168.203.12@tcp:101:dd.0 Request processed in 467us (1665us total) trans 4294983007 rc 0/0 00000100:00100000:0.0:1746146187.568316:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 34677 00010000:00010000:0.0:1746146187.576566:0:27126:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.576581:0:27126:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.576587:0:27126:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.576591:0:27126:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009964cc00 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146187.576595:0:27126:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.576601:0:27126:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.576615:0:27126:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.576618:0:27126:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009964cc00/0x88944630cfb645cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27126 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146187.576682:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202643072:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9758us (10179us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146187.576697:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14409 00010000:00010000:0.0:1746146187.577629:0:9589:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.577640:0:9589:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.577646:0:9589:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.577652:0:9589:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012df2f800 already unused, calling callback (ffffffffa0878d70) 00010000:00010000:0.0:1746146187.577655:0:9589:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.577661:0:9589:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.577673:0:9589:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.577678:0:9589:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df2f800/0x88944630cfb645f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9589 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146187.577758:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2008:x1830966202643712:12345-192.168.203.12@tcp:3:dd.0 Request processed in 9698us (9865us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746146187.577766:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14410 00000100:00100000:3.0:1746146187.582828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.582911:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202643840 00000100:00100000:0.0:1746146187.582920:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202643840 00000100:00100000:0.0:1746146187.582973:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31540 00000100:00100000:0.0:1746146187.582980:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:3816:x1830966202643840:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146187.583000:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.583017:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136622a00/0x88944630cfb6460e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00092 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.583046:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 9 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146187.583053:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.583054:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.583057:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136622a00/0x88944630cfb6460e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00092 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.583084:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 9 pid: 21272 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146187.583094:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 9 pid: 21272 timeout: 889 lvb_type: 1 00000100:00100000:0.0:1746146187.583107:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830966199423232:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146187.583207:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146187.586584:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9584:1830966199423232:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146187.586620:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136622a00/0x88944630cfb6460e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00092 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.586640:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136622a00, rc 0) 00000100:00100000:0.0:1746146187.586705:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:3816:x1830966202643840:12345-192.168.203.12@tcp:101:dd.0 Request processed in 3724us (3887us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.586755:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31540 00000100:00100000:2.0:1746146187.588592:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.588669:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202643968 00000100:00100000:0.0:1746146187.588678:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202643968 00010000:00010000:0.0:1746146187.588747:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 10 pid: 21272 timeout: 889 lvb_type: 1 00000100:00100000:0.0:1746146187.588777:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14863 00000100:00100000:0.0:1746146187.588785:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+10:2009:x1830966202643968:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146187.588799:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146187.588819:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 10 pid: 21272 timeout: 889 lvb_type: 1 00010000:00010000:0.0:1746146187.588831:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 10 pid: 21272 timeout: 889 lvb_type: 1 00010000:00010000:0.0:1746146187.588855:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012df2e600/0x88944630cfb645dd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e0007d expref: 10 pid: 21272 timeout: 889 lvb_type: 1 00010000:00010000:0.0:1746146187.588885:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.588887:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.588894:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136622a00/0x88944630cfb6460e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00092 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.588902:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136622a00/0x88944630cfb6460e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00092 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.588942:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136622a00/0x88944630cfb6460e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00092 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146187.588953:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966199423360:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146187.589031:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146187.592605:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7218:1830966199423360:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146187.592629:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146187.592734:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2009:x1830966202643968:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 3947us (4152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.592745:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14863 00000100:00100000:3.0:1746146187.603222:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.603765:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202644096 00000100:00100000:0.0:1746146187.603773:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202644096 00000100:00100000:0.0:1746146187.603824:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 31541 00000100:00100000:0.0:1746146187.603832:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+9:3816:x1830966202644096:12345-192.168.203.12@tcp:101:dd.0 00010000:00010000:0.0:1746146187.603849:0:9584:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746146187.603867:0:9584:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb64615 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x2bca41c0f4e00099 expref: -99 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.603894:0:9584:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 8 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146187.603902:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.603904:0:9584:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.603907:0:9584:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb64615 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00099 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.603946:0:9584:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 8 pid: 9583 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746146187.603956:0:9584:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 8 pid: 9583 timeout: 889 lvb_type: 1 00000100:00100000:0.0:1746146187.603968:0:9584:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830966199423488:192.168.203.12@tcp:104: 00000100:00100000:0.0:1746146187.605193:0:9584:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146187.608518:0:9584:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9584:1830966199423488:192.168.203.12@tcp:104: 00010000:00010000:0.0:1746146187.608556:0:9584:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb64615 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00099 expref: 10 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.608577:0:9584:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136623a00, rc 0) 00000100:00100000:0.0:1746146187.608775:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:3816:x1830966202644096:12345-192.168.203.12@tcp:101:dd.0 Request processed in 4942us (5561us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.608784:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 31541 00000100:00100000:2.0:1746146187.609077:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.609433:0:7218:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202644224 00000100:00100000:0.0:1746146187.609440:0:7218:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202644224 00010000:00010000:0.0:1746146187.609468:0:7218:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 9 pid: 9583 timeout: 889 lvb_type: 1 00000100:00100000:0.0:1746146187.609491:0:7218:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14864 00000100:00100000:0.0:1746146187.609497:0:7218:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2009:x1830966202644224:12345-192.168.203.12@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746146187.609513:0:7218:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746146187.609536:0:7218:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 9 pid: 9583 timeout: 889 lvb_type: 1 00010000:00010000:0.0:1746146187.609545:0:7218:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 9 pid: 9583 timeout: 889 lvb_type: 1 00010000:00010000:0.0:1746146187.609568:0:7218:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013065de00/0x88944630cfb645e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00084 expref: 9 pid: 9583 timeout: 889 lvb_type: 1 00010000:00010000:0.0:1746146187.609656:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.609658:0:7218:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746146187.609664:0:7218:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb64615 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00099 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.609671:0:7218:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb64615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00099 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746146187.609698:0:7218:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136623a00/0x88944630cfb64615 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.12@tcp remote: 0x2bca41c0f4e00099 expref: 9 pid: 9584 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746146187.609711:0:7218:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199423616:192.168.203.12@tcp:105: 00000100:00100000:0.0:1746146187.610256:0:7218:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ec966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746146187.618034:0:7218:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a1518a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7218:1830966199423616:192.168.203.12@tcp:105: 00010000:00010000:0.0:1746146187.618054:0:7218:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746146187.618105:0:7218:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081fa1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2009:x1830966202644224:12345-192.168.203.12@tcp:103:ldlm_bl.0 Request processed in 8607us (9028us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146187.618115:0:7218:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14864 00000100:00100000:3.0:1746146187.656588:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.656661:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202644480 00000100:00100000:0.0:1746146187.656673:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202644480 00000100:00100000:0.0:1746146187.656740:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 217 00000100:00100000:0.0:1746146187.656748:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+46:3815:x1830966202644480:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:0.0:1746146187.656954:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c33e3236-e511-4562-a654-ed3b5b3bc223+47:3815:x1830966202644480:12345-192.168.203.12@tcp:35:dd.0 Request processed in 206us (380us total) trans 4294983008 rc 0/0 00000100:00100000:0.0:1746146187.656960:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 217 00000100:00100000:2.0:1746146187.713051:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.713569:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202644736 00000100:00100000:0.0:1746146187.713577:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202644736 00002000:00100000:0.0:1746146187.713624:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88012e839180 x1830966202644736/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.713633:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839180 with x1830966202644736 ext(0->4194303) 00002000:00010000:0.0:1746146187.713637:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e839180 00000100:00100000:0.0:1746146187.713920:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14411 00000100:00100000:0.0:1746146187.713930:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202644736:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:2.0:1746146187.728154:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.729944:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202644992 00000100:00100000:3.0:1746146187.729954:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202644992 00002000:00100000:3.0:1746146187.729994:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff88012e838380 x1830966202644992/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.730012:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966202644992 ext(0->4194303) 00002000:00010000:3.0:1746146187.730017:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e838380 00000100:00100000:3.0:1746146187.730041:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14412 00000100:00100000:3.0:1746146187.730048:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+10:2007:x1830966202644992:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746146187.777045:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2007:x1830966202644736:12345-192.168.203.12@tcp:4:dd.0 Request processed in 63106us (63991us total) trans 4294970921 rc 0/0 00000100:00100000:0.0:1746146187.777059:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14411 00002000:00100000:0.0:1746146187.777076:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88012e839180 x1830966202644736/t4294970921(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/448 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.777087:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e839180 with x1830966202644736 ext(0->4194303) 00002000:00010000:0.0:1746146187.777094:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e839180 00000100:00100000:2.0:1746146187.797875:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2007:x1830966202644992:12345-192.168.203.12@tcp:4:dd.0 Request processed in 67819us (69724us total) trans 4294972312 rc 0/0 00000100:00100000:2.0:1746146187.797885:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14412 00002000:00100000:2.0:1746146187.797896:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4194303) req@ffff88012e838380 x1830966202644992/t4294972312(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/448 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146187.797904:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e838380 with x1830966202644992 ext(0->4194303) 00002000:00010000:2.0:1746146187.797908:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e838380 00000100:00100000:2.0:1746146187.812676:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.813346:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202645248 00000100:00100000:0.0:1746146187.813359:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202645248 00002000:00100000:0.0:1746146187.813451:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88012e83b480 x1830966202645248/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.813461:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b480 with x1830966202645248 ext(4194304->8388607) 00002000:00010000:0.0:1746146187.813468:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e83b480 00000100:00100000:0.0:1746146187.813511:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14413 00000100:00100000:0.0:1746146187.813521:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2008:x1830966202645248:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:2.0:1746146187.829954:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.830062:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202645504 00000100:00100000:3.0:1746146187.830074:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202645504 00002000:00100000:3.0:1746146187.830133:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff88012e83b100 x1830966202645504/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.830144:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b100 with x1830966202645504 ext(4194304->8388607) 00002000:00010000:3.0:1746146187.830149:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83b100 00000100:00100000:3.0:1746146187.832046:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14414 00000100:00100000:3.0:1746146187.832067:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+12:2007:x1830966202645504:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:0.0:1746146187.881003:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2008:x1830966202645248:12345-192.168.203.12@tcp:4:dd.0 Request processed in 67473us (68324us total) trans 4294970922 rc 0/0 00000100:00100000:0.0:1746146187.881014:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14413 00002000:00100000:0.0:1746146187.881025:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff88012e83b480 x1830966202645248/t4294970922(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/448 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.881033:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b480 with x1830966202645248 ext(4194304->8388607) 00002000:00010000:0.0:1746146187.881037:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012e83b480 00000100:00100000:3.0:1746146187.903385:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2007:x1830966202645504:12345-192.168.203.12@tcp:4:dd.0 Request processed in 71310us (73424us total) trans 4294972313 rc 0/0 00000100:00100000:3.0:1746146187.903397:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14414 00002000:00100000:3.0:1746146187.903412:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1e:0x0] (4194304->8388607) req@ffff88012e83b100 x1830966202645504/t4294972313(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/448 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.903428:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83b100 with x1830966202645504 ext(4194304->8388607) 00002000:00010000:3.0:1746146187.903435:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83b100 00000100:00100000:1.0:1746146187.918951:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.919819:0:9589:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202645760 00000100:00100000:3.0:1746146187.919829:0:9589:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202645760 00002000:00100000:3.0:1746146187.919877:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff88008be29180 x1830966202645760/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.919886:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29180 with x1830966202645760 ext(8388608->12582911) 00002000:00010000:3.0:1746146187.919891:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008be29180 00000100:00100000:3.0:1746146187.919927:0:9589:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14415 00000100:00100000:3.0:1746146187.919935:0:9589:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2007:x1830966202645760:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:2.0:1746146187.939499:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:0.0:1746146187.939566:0:27126:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202646016 00000100:00100000:0.0:1746146187.939578:0:27126:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202646016 00002000:00100000:0.0:1746146187.939626:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff88012e83ad80 x1830966202646016/t0(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/0 e 0 to 0 dl 1746146198 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746146187.939636:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83ad80 with x1830966202646016 ext(8388608->12582911) 00002000:00010000:0.0:1746146187.939642:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83ad80 00000100:00100000:0.0:1746146187.939679:0:27126:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 14416 00000100:00100000:0.0:1746146187.939687:0:27126:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+14:2007:x1830966202646016:12345-192.168.203.12@tcp:4:dd.0 00000100:00100000:1.0:1746146187.942971:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:3.0:1746146187.943630:0:20475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202646272 00000100:00100000:3.0:1746146187.943640:0:20475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202646272 00000100:00100000:3.0:1746146187.943680:0:20475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 218 00000100:00100000:3.0:1746146187.943686:0:20475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+31:3816:x1830966202646272:12345-192.168.203.12@tcp:35:dd.0 00000100:00100000:3.0:1746146187.944014:0:20475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+32:3816:x1830966202646272:12345-192.168.203.12@tcp:35:dd.0 Request processed in 326us (1049us total) trans 4294983009 rc 0/0 00000100:00100000:3.0:1746146187.944020:0:20475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 218 00000100:00100000:3.0:1746146187.970129:0:9589:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2007:x1830966202645760:12345-192.168.203.12@tcp:4:dd.0 Request processed in 50183us (51173us total) trans 4294970923 rc 0/0 00000100:00100000:3.0:1746146187.970141:0:9589:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14415 00002000:00100000:3.0:1746146187.970158:0:9589:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff88008be29180 x1830966202645760/t4294970923(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/448 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746146187.970166:0:9589:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be29180 with x1830966202645760 ext(8388608->12582911) 00002000:00010000:3.0:1746146187.970173:0:9589:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008be29180 00000100:00100000:2.0:1746146188.004707:0:27126:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2007:x1830966202646016:12345-192.168.203.12@tcp:4:dd.0 Request processed in 65006us (65203us total) trans 4294972314 rc 0/0 00000100:00100000:2.0:1746146188.004733:0:27126:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 14416 00002000:00100000:2.0:1746146188.004746:0:27126:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1e:0x0] (8388608->12582911) req@ffff88012e83ad80 x1830966202646016/t4294972314(0) o4->32e61901-aa30-46d1-9327-dd30d0b20f3f@192.168.203.12@tcp:318/0 lens 488/448 e 0 to 0 dl 1746146198 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746146188.004765:0:27126:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012e83ad80 with x1830966202646016 ext(8388608->12582911) 00002000:00010000:2.0:1746146188.004770:0:27126:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012e83ad80 00010000:00010000:0.0:1746146188.124128:0:7221:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1746146188.513346:0:8375:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967391 is committed 00000001:02000400:1.0:1746146188.786661:0:28847:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000100:00100000:2.0:1746146188.811766:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811798:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811809:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811821:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811832:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811843:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811853:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811863:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811891:0:3760:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.12@tcp (source: 12345-192.168.203.12@tcp) 00000100:00100000:2.0:1746146188.811913:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202646528 00000100:00100000:2.0:1746146188.811920:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202646528 00000100:00100000:2.0:1746146188.811951:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202646656 00000100:00100000:2.0:1746146188.811952:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202646656 00000100:00100000:2.0:1746146188.811966:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202647168 00000100:00100000:2.0:1746146188.811967:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202647168 00000100:00100000:2.0:1746146188.811975:0:21599:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202647040 00000100:00100000:2.0:1746146188.811976:0:21599:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202647040 00000100:00100000:2.0:1746146188.811985:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1204 00000100:00100000:2.0:1746146188.811991:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202646528:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146188.812045:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+47:2008:x1830966202646528:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 55us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146188.812051:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1204 00000100:00100000:2.0:1746146188.812061:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1205 00000100:00100000:2.0:1746146188.812065:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202646656:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146188.812077:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c33e3236-e511-4562-a654-ed3b5b3bc223+7:2007:x1830966202646656:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 12us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146188.812082:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1205 00000100:00100000:2.0:1746146188.812087:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1206 00000100:00100000:2.0:1746146188.812090:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966202647168:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146188.812100:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+7:2007:x1830966202647168:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 10us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146188.812103:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1206 00000100:00100000:2.0:1746146188.812108:0:21599:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 1207 00000100:00100000:2.0:1746146188.812111:0:21599:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+32:2008:x1830966202647040:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146188.812125:0:21599:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:32e61901-aa30-46d1-9327-dd30d0b20f3f+32:2008:x1830966202647040:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 14us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146188.812129:0:21599:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 1207 00000100:00100000:2.0:1746146188.812139:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202646912 00000100:00100000:2.0:1746146188.812140:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202646912 00000100:00100000:2.0:1746146188.812153:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202647424 00000100:00100000:2.0:1746146188.812155:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202647424 00000100:00100000:2.0:1746146188.812162:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202646784 00000100:00100000:2.0:1746146188.812163:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202646784 00000100:00100000:2.0:1746146188.812169:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202647296 00000100:00100000:2.0:1746146188.812171:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202647296 00000100:00100000:2.0:1746146188.812177:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 824 00000100:00100000:2.0:1746146188.812181:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202646912:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146188.812195:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+8:2007:x1830966202646912:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 14us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146188.812199:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 824 00000100:00100000:2.0:1746146188.812204:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 825 00000100:00100000:2.0:1746146188.812207:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2007:x1830966202647424:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146188.812218:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e83aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2007:x1830966202647424:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 10us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146188.812222:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 825 00000100:00100000:2.0:1746146188.812226:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 826 00000100:00100000:2.0:1746146188.812229:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202646784:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146188.812242:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c33e3236-e511-4562-a654-ed3b5b3bc223+9:2008:x1830966202646784:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 12us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146188.812245:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 826 00000100:00100000:2.0:1746146188.812249:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 827 00000100:00100000:2.0:1746146188.812252:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202647296:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:2.0:1746146188.812263:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:32e61901-aa30-46d1-9327-dd30d0b20f3f+16:2008:x1830966202647296:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 10us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146188.812266:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 827 00000100:00080000:2.0:1746146188.812276:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746146188.812279:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746146188.812281:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746146188.812355:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966202646400 00000100:00100000:3.0:1746146188.812358:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966202646400 00000100:00100000:3.0:1746146188.812392:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.12@tcp, seq: 572 00000100:00100000:3.0:1746146188.812396:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad4ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:062d881c-0617-4303-9947-c7a5def1166b+12:2007:x1830966202646400:12345-192.168.203.12@tcp:400:kworker.0 00000100:00100000:3.0:1746146188.812411:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad4ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:062d881c-0617-4303-9947-c7a5def1166b+12:2007:x1830966202646400:12345-192.168.203.12@tcp:400:kworker.0 Request processed in 15us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746146188.812415:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.12@tcp, seq: 572 00010000:00010000:0.0:1746146189.125947:0:10933:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746146189.495630:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:065f921c-abbd-4f8e-b09f-86ccecd94661:3769:1830966199423744:0@lo:400:kworker.0 00000100:00100000:3.0:1746146189.495742:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746146189.496374:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199423744 00000100:00100000:0.0:1746146189.496383:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199423744 00000100:00100000:0.0:1746146189.496432:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1746146189.496439:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ad4b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3769:x1830966199423744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746146189.497082:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ad4b9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:065f921c-abbd-4f8e-b09f-86ccecd94661+23:3769:x1830966199423744:12345-0@lo:400:kworker.0 Request processed in 642us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746146189.497090:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1746146189.497220:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:065f921c-abbd-4f8e-b09f-86ccecd94661:3769:1830966199423744:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497450:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199424256:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497488:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.497515:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199424768:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497533:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.497561:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199425280:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497577:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.497598:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746146189.497603:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830966199424128:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497624:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.497637:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199424640:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497655:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.497667:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199425152:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497683:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.497708:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199424256 00000100:00100000:2.0:1746146189.497711:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199424256 00000100:00100000:2.0:1746146189.497754:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1746146189.497760:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199424256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497792:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199424256:12345-0@lo:400:kworker.0 Request processed in 33us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.497797:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1746146189.497814:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199424128 00000100:00100000:2.0:1746146189.497817:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199424128 00000100:00100000:2.0:1746146189.497840:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1746146189.497844:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830966199424128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497869:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830966199424128:12345-0@lo:400:kworker.0 Request processed in 24us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.497873:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1746146189.497889:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199424768 00000100:00100000:2.0:1746146189.497892:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199424768 00000100:00100000:2.0:1746146189.497915:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199425280 00000100:00100000:2.0:1746146189.497917:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199425280 00000100:00100000:2.0:1746146189.497929:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199424640 00000100:00100000:2.0:1746146189.497930:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199424640 00000100:00100000:2.0:1746146189.497941:0:26612:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199425152 00000100:00100000:2.0:1746146189.497943:0:26612:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199425152 00000100:00100000:2.0:1746146189.497952:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1746146189.497957:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199424768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.497981:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199424768:12345-0@lo:400:kworker.0 Request processed in 25us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.497986:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1746146189.497993:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1746146189.497997:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199425280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498014:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830966199425280:12345-0@lo:400:kworker.0 Request processed in 16us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498018:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1746146189.498024:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1746146189.498028:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f191c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199424640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498043:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f191c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199424640:12345-0@lo:400:kworker.0 Request processed in 15us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498047:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1746146189.498212:0:26612:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1746146189.498217:0:26612:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199425152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498236:0:26612:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1830966199425152:12345-0@lo:400:kworker.0 Request processed in 20us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498241:0:26612:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00080000:2.0:1746146189.498261:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746146189.498265:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746146189.498291:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830966199424128:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498300:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199424640:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498307:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1830966199425152:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498314:0:3769:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967391 gen 2 00000004:00080000:2.0:1746146189.498321:0:3769:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967390 committed transno 4294967391 00000004:00080000:2.0:1746146189.498344:0:3769:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967391 committed transno 4294967391 00000100:00100000:2.0:1746146189.498396:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199424256:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498407:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199424768:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498415:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1830966199425280:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498453:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830966199423872:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498477:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.498492:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3766:1830966199424384:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498508:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.498522:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1830966199424896:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498539:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.498556:0:3766:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1746146189.498560:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199424000:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498577:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.498589:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3766:1830966199424512:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498603:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.498614:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1830966199425024:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498629:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.498651:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199424000 00000100:00100000:2.0:1746146189.498654:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199424000 00000100:00100000:2.0:1746146189.498673:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1746146189.498678:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199424000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498699:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199424000:12345-0@lo:400:kworker.0 Request processed in 22us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498704:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1746146189.498737:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199423872 00000100:00100000:2.0:1746146189.498739:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199423872 00000100:00100000:2.0:1746146189.498751:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199424384 00000100:00100000:2.0:1746146189.498753:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199424384 00000100:00100000:2.0:1746146189.498763:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199424896 00000100:00100000:2.0:1746146189.498765:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199424896 00000100:00100000:2.0:1746146189.498772:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199424512 00000100:00100000:2.0:1746146189.498773:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199424512 00000100:00100000:2.0:1746146189.498780:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199425024 00000100:00100000:2.0:1746146189.498782:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199425024 00000100:00100000:2.0:1746146189.498792:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1746146189.498796:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830966199423872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498816:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1830966199423872:12345-0@lo:400:kworker.0 Request processed in 20us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498820:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1746146189.498826:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1746146189.498829:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830966199424384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498842:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3766:x1830966199424384:12345-0@lo:400:kworker.0 Request processed in 13us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498846:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1746146189.498852:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1746146189.498855:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830966199424896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498867:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1830966199424896:12345-0@lo:400:kworker.0 Request processed in 11us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498871:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1746146189.498876:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1746146189.498880:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830966199424512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498891:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3766:x1830966199424512:12345-0@lo:400:kworker.0 Request processed in 11us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498894:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1746146189.498899:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1746146189.498902:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830966199425024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498913:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1830966199425024:12345-0@lo:400:kworker.0 Request processed in 11us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.498917:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00080000:2.0:1746146189.498935:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746146189.498938:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746146189.498949:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199424000:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498955:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3766:1830966199424512:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498963:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1830966199425024:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498968:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1830966199423872:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498974:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3766:1830966199424384:0@lo:400:kworker.0 00000100:00100000:2.0:1746146189.498979:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130d0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1830966199424896:0@lo:400:kworker.0 00000100:00100000:0.0:1746146189.558818:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199425408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746146189.559379:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746146189.559438:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199425408 00000100:00100000:2.0:1746146189.559449:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199425408 00000100:00100000:2.0:1746146189.559510:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1746146189.559520:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199425408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746146189.559564:0:7239:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445957632 avail 1316495360 00000100:00100000:2.0:1746146189.559612:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a1518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830966199425408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746146189.559618:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1746146189.559703:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1830966199425408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746146189.590696:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199425664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746146189.590791:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1746146189.591392:0:11474:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 791809675654ns, next at 792809672126ns, rc = 0 00000100:00100000:2.0:1746146189.591443:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1830966199425536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746146189.594031:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746146189.594499:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199425664 00000100:00100000:1.0:1746146189.594511:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199425664 00000100:00100000:1.0:1746146189.594555:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830966199425536 00000100:00100000:1.0:1746146189.594557:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830966199425536 00000100:00100000:1.0:1746146189.594569:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1746146189.594575:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199425664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746146189.594605:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 565001024 pending 12656640 free 3877097472 avail 3645575168 00000100:00100000:1.0:1746146189.594670:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830966199425664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (3880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146189.594679:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1746146189.594694:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1746146189.594698:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830966199425536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746146189.594706:0:9586:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 565001024 pending 12656640 free 3877097472 avail 3645575168 00000100:00100000:1.0:1746146189.594741:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1830966199425536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746146189.594746:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1746146189.594854:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1830966199425536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746146189.594900:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1830966199425664:0@lo:13:osp-pre-1-1.0 Debug log: 68230 lines, 68230 kept, 0 dropped, 0 bad.